-- Logs begin at Thu 2021-06-10 00:17:36 UTC, end at Thu 2021-06-10 01:26:26 UTC. -- Jun 10 00:51:55.024748 dv-cinder-795009-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 00:51:57.583065 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.common.config [-] Logging enabled! Jun 10 00:51:57.583626 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 10 00:51:57.583749 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91608) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 00:51:57.586924 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.common.config [-] Logging enabled! Jun 10 00:51:57.587182 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 10 00:51:57.587495 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91608) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 00:51:57.588416 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 00:51:57.588652 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 00:51:57.589005 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 00:51:57.589248 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 00:51:57.589475 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 00:51:57.589797 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.590097 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.590395 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.590653 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.590947 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.591291 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.591575 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.591866 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.592162 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.592445 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.592725 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.593006 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.593235 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.593513 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.593802 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.594089 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.594313 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] debug = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.594619 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.595031 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.595435 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.595716 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.596010 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.596290 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.596559 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.596834 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.597116 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.597441 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] host = dv-cinder-795009-3-iscsi {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.597717 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.598001 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.598287 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.598572 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.598871 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.599147 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.599429 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.599701 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.599974 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.600247 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.600534 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.600820 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.601108 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.601332 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.601555 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.601844 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.602131 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.602406 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.602773 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.603050 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.603323 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.603595 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.603864 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.604150 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.604434 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.604718 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.604992 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.605263 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.605533 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.605803 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.606093 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.606367 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.606662 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.607458 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.607745 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.608014 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.608289 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.608591 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.608876 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.609158 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.609442 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.609713 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.609993 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.610265 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.610534 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.610832 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] use_json = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.611099 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.611367 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.611648 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.611917 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.612188 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.612459 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.612728 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.613012 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:51:57.613309 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.613608 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.613906 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.614190 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.614484 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.614787 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.615077 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.615356 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.615643 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.615931 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.616217 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.616504 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.616792 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.617070 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.617367 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.617674 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.617968 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.618258 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.618537 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.618836 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.619109 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.619387 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.619672 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.619966 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.620256 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.620530 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.620825 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.621097 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.621373 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.621645 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.621920 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.622207 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.623083 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.623385 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.623672 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.623953 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.624229 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.624502 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.624782 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.625074 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.625354 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.625627 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.625900 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.626177 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.626451 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.626769 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.627052 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.627324 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.627597 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.627875 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.628150 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.628423 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.628700 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.628974 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.629253 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.629527 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.629798 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.630069 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.630341 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.630630 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.630906 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.631179 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.631456 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.631729 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.632000 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.632272 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.632542 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.632815 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.633100 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.633395 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.633673 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.633951 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.634229 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.634508 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.634819 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.635101 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.635380 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.635658 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.635929 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.636219 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.636509 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.636795 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.637079 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.637358 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.637654 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.637930 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.638234 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.638512 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.638816 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.639106 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.639388 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.639684 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.639977 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.640269 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.640562 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.640920 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.641203 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.641515 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.641797 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:51:57.642013 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 00:51:57.642250 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91608) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 00:51:57.987938 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:51:57.988144 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:51:57.988441 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:51:57.988915 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 00:51:58.368234 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.368538 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.368810 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.370006 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.370275 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.370543 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.406524 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.406831 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.407103 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.420600 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.420882 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.421154 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.449569 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.449851 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.450117 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.488334 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.488618 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.488890 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.718453 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.719097 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.719097 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.719271 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.719937 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.847031 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.847355 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.847641 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.847930 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.848221 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.848536 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.848799 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.849058 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.849314 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.849597 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.849912 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.850181 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.850441 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.850729 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.850987 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.851256 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.851530 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.851788 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.852058 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.852310 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.852591 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.852951 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.853206 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.853507 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.853758 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.854006 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.854408 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:58.854674 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:58.854915 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:58.855152 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:58.855388 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:58.855624 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:58.855996 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 00:51:58.859271 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 00:51:58.863295 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 00:51:58.867028 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 10 00:51:58.868673 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 00:51:58.869119 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 00:51:58.869457 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 00:51:58.869840 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 00:51:58.873184 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 00:51:58.873440 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 00:51:58.873792 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 00:51:58.901401 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 00:51:58.901857 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.902158 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91608) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 00:51:58.902521 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.903932 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91608) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 00:51:58.904219 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 00:51:58.904467 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 00:51:58.907686 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.907966 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:58.971138 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 00:51:58.971325 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 00:51:58.971561 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 00:51:58.971931 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 00:51:59.003779 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_db.sqlalchemy.engines [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91608) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 00:51:59.347071 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing driver for type 'gre' Jun 10 00:51:59.347593 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] gre ID ranges: [(1, 1000)] Jun 10 00:51:59.399975 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing driver for type 'local' Jun 10 00:51:59.400427 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing driver for type 'vlan' Jun 10 00:51:59.412347 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] VlanTypeDriver initialization complete Jun 10 00:51:59.412731 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing driver for type 'vxlan' Jun 10 00:51:59.413258 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] vxlan ID ranges: [(1, 1000)] Jun 10 00:51:59.465039 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing extension driver 'port_security' Jun 10 00:51:59.465405 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.extensions.port_security [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] PortSecurityExtensionDriver initialization complete Jun 10 00:51:59.465823 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing mechanism driver 'openvswitch' Jun 10 00:51:59.466154 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing mechanism driver 'hyperv' Jun 10 00:51:59.477450 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:51:59.478222 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.478617 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.479012 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.479398 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.479754 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.480102 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.480481 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.480833 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.481179 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.481554 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > security_group after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.481903 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > security_group after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.482892 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.483275 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.483626 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.483972 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.484352 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > address_group after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.484700 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > address_group after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.485045 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.485402 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] ML2 OVO RPC backend initialized. {{(pid=91608) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 00:51:59.486085 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.486440 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.486885 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.487237 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > networks before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.487585 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.487927 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > ports before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.488276 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.488615 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnets before_response 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.488962 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.489302 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.489637 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.489974 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.490310 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.490676 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.491015 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.491352 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.491691 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.492268 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.plugin [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Modular L2 Plugin initialization complete Jun 10 00:51:59.492833 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading services supported by the core plugin {{(pid=91608) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 00:51:59.493329 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.plugins.ml2.managers [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Got port-security extension from driver 'port_security' Jun 10 00:51:59.493796 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.extensions.vlantransparent [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Disabled vlantransparent extension. Jun 10 00:51:59.494566 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91608) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 00:51:59.495025 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: router Jun 10 00:51:59.530858 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.531250 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_create 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.531619 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router before_create 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.531981 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.532351 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.532703 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_delete 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.533061 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.533423 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_create 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.533769 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_update 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.534116 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_update 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.534465 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.534856 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_update 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.535270 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.535637 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.536079 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.536427 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: subnet after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.536770 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.537119 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.537464 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.537806 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.538148 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.538508 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router after_update 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.538869 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.539220 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.539581 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.539927 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.540298 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > network after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.541151 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Tracking information for resource: router configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:59.541481 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Tracking information for resource: floatingip configured {{(pid=91608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 00:51:59.547263 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.db.l3_agentschedulers_db [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 00:51:59.547836 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.548194 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port after_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.548542 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port after_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.548895 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: port after_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.549675 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router before_create 55550100 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.550040 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.550406 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_create 55550100 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.550802 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > router precommit_update 55550100 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.555222 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.provider_configuration [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service providers = [] {{(pid=91608) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 00:51:59.555595 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.db.servicetype_db [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91608) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 00:51:59.558636 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.service_base [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 00:51:59.558987 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.service_base [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 00:51:59.559325 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.service_base [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 00:51:59.560228 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.services.service_base [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 00:51:59.560603 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.services.service_base [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 00:51:59.560979 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.561296 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 00:51:59.571973 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.572264 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: auto_allocate Jun 10 00:51:59.578082 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: network precommit_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.578451 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: network precommit_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.579003 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.579323 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: tag Jun 10 00:51:59.586040 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.586376 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: timestamp Jun 10 00:51:59.590208 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.590547 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: network_ip_availability Jun 10 00:51:59.596253 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.596625 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.596983 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.597694 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.598014 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: flavors Jun 10 00:51:59.604209 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.604548 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading Plugin: revisions Jun 10 00:51:59.609326 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 00:51:59.609714 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:51:59.610442 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91608) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 00:51:59.610805 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Initializing extension manager. Jun 10 00:51:59.611318 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: __init__.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.611661 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: __pycache__ {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.611998 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.612331 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: address_group.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.613074 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.613635 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: address-group Jun 10 00:51:59.613960 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: address_scope.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.614683 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.615202 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: address-scope Jun 10 00:51:59.615524 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.616444 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.616961 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: router-admin-state-down-before-update Jun 10 00:51:59.617282 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: agent.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.617979 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.618489 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: agent Jun 10 00:51:59.618837 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: agent_resources_synced.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.619724 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.620236 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: agent-resources-synced Jun 10 00:51:59.620559 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: allowedaddresspairs.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.622289 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.622868 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: allowed-address-pairs Jun 10 00:51:59.623196 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: auto_allocated_topology.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.624266 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.624797 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: auto-allocated-topology Jun 10 00:51:59.625123 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: availability_zone.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.625805 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.626321 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: availability_zone Jun 10 00:51:59.626670 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: availability_zone_filter.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.627572 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.628088 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: availability_zone_filter Jun 10 00:51:59.628408 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: data_plane_status.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.629296 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.629805 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 00:51:59.630126 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: default_subnetpools.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.631037 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.631550 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: default-subnetpools Jun 10 00:51:59.631873 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.632668 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.633178 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: dhcp_agent_scheduler Jun 10 00:51:59.633500 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: dns.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.634402 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.634938 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 00:51:59.635262 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: dns_domain_ports.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.636161 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.636671 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 00:51:59.637077 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: dvr.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.637746 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.638280 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: dvr Jun 10 00:51:59.638626 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: empty_string_filtering.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.639526 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.640042 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: empty-string-filtering Jun 10 00:51:59.640367 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.641261 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.641773 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 00:51:59.642096 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.643013 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.643528 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 00:51:59.643850 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: external_net.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.644745 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.645259 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: external-net Jun 10 00:51:59.645580 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.646470 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.647005 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: extra_dhcp_opt Jun 10 00:51:59.647329 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: extraroute.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.648221 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.648733 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: extraroute Jun 10 00:51:59.649054 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: extraroute_atomic.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.650068 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.650582 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: extraroute-atomic Jun 10 00:51:59.650925 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: filter_validation.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.760158 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.760814 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: filter-validation Jun 10 00:51:59.761064 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: fip_pf_description.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.762158 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.762716 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 00:51:59.763049 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: fip_port_details.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.764015 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.764535 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: fip-port-details Jun 10 00:51:59.764866 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: flavors.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.766137 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.766692 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: flavors Jun 10 00:51:59.767028 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.768703 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.769241 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 00:51:59.769581 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: floatingip_pools.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.770292 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.770837 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: floatingip-pools Jun 10 00:51:59.771169 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: ip_allocation.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.772079 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.772598 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 00:51:59.772929 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.773832 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.774350 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: ip-substring-filtering Jun 10 00:51:59.774704 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l2_adjacency.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.775619 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.776135 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 00:51:59.776461 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.777447 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.777973 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: router Jun 10 00:51:59.778299 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.781095 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.781629 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 00:51:59.781964 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.782902 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.783430 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: ext-gw-mode Jun 10 00:51:59.783762 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.784667 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.785190 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: l3-ha Jun 10 00:51:59.785517 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3_flavors.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.786423 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.786978 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: l3-flavors Jun 10 00:51:59.787304 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.788223 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.788745 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 00:51:59.789068 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: l3agentscheduler.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.790220 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.790775 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: l3_agent_scheduler Jun 10 00:51:59.791105 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: logging.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.792602 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.793138 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension logging not supported by any of loaded plugins Jun 10 00:51:59.793470 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: metering.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.794208 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.795372 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: metering Jun 10 00:51:59.795698 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.796802 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.797322 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: metering_source_and_destination_fields Jun 10 00:51:59.797650 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: multiprovidernet.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.798557 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.799101 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: multi-provider Jun 10 00:51:59.799427 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: netmtu.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.800339 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.800853 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: net-mtu Jun 10 00:51:59.801179 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: netmtu_writable.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.802085 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.802618 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: net-mtu-writable Jun 10 00:51:59.802945 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: network_availability_zone.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.803605 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.804119 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: network_availability_zone Jun 10 00:51:59.804439 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: network_ip_availability.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.805516 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.806043 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: network-ip-availability Jun 10 00:51:59.806372 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: network_segment_range.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.807160 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.807676 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 00:51:59.808001 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: pagination.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.808964 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.809297 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: pagination Jun 10 00:51:59.809619 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: port_device_profile.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.810635 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.811162 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: port-device-profile Jun 10 00:51:59.811484 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.812390 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.812904 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: port-mac-address-regenerate Jun 10 00:51:59.813226 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.814123 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.814664 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: port-numa-affinity-policy Jun 10 00:51:59.814989 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: port_resource_request.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.815881 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.816397 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 00:51:59.816721 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: portbindings.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.817627 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.818143 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: binding Jun 10 00:51:59.818469 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: portbindings_extended.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.819765 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.820284 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: binding-extended Jun 10 00:51:59.820610 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: portsecurity.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.821757 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.822327 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: port-security Jun 10 00:51:59.822625 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: project_id.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.823588 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.823918 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: project-id Jun 10 00:51:59.824241 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: providernet.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.825134 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.825655 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: provider Jun 10 00:51:59.826517 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.830192 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.830756 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos not supported by any of loaded plugins Jun 10 00:51:59.831094 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.832326 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.832848 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 00:51:59.833178 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.834078 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.834612 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 00:51:59.834944 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_default.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.835853 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.836366 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-default not supported by any of loaded plugins Jun 10 00:51:59.836695 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_fip.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.837335 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.837845 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 00:51:59.838168 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_gateway_ip.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.839218 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.839741 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 00:51:59.840064 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_port_network_policy.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.840959 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.841521 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 00:51:59.841850 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_rule_type_details.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.842791 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.843306 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 00:51:59.844115 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: qos_rules_alias.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.845145 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.845658 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 00:51:59.845982 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: quotasv2.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.846924 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.847251 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: quotas Jun 10 00:51:59.847571 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: quotasv2_detail.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.850577 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.850953 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: quota_details Jun 10 00:51:59.851284 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: rbac.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.852326 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.852855 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: rbac-policies Jun 10 00:51:59.853185 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: rbac_address_group.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.854101 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.854657 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: rbac-address-group Jun 10 00:51:59.854987 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: rbac_address_scope.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.855888 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.856414 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: rbac-address-scope Jun 10 00:51:59.856745 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: rbac_security_groups.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.857685 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.858204 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: rbac-security-groups Jun 10 00:51:59.858530 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: rbac_subnetpool.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.859454 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.859970 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: rbac-subnetpool Jun 10 00:51:59.860296 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: revisionifmatch.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.861201 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.861723 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: revision-if-match Jun 10 00:51:59.862045 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: revisions.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.863168 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.863685 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: standard-attr-revisions Jun 10 00:51:59.864009 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: router_availability_zone.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.864667 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.865181 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: router_availability_zone Jun 10 00:51:59.865505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: routerservicetype.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.866412 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.866962 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 00:51:59.867285 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.868188 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.868702 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: security-groups-normalized-cidr Jun 10 00:51:59.869025 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.870127 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.870679 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: port-security-groups-filtering Jun 10 00:51:59.871010 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.871930 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.872452 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: security-groups-remote-address-group Jun 10 00:51:59.872803 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: securitygroup.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.882194 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.882761 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: security-group Jun 10 00:51:59.883100 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: segment.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.883880 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.884398 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension segment not supported by any of loaded plugins Jun 10 00:51:59.884726 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.885643 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.886161 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 00:51:59.886492 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: servicetype.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.887623 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.888154 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: service-type Jun 10 00:51:59.889015 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: sorting.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.889984 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.890320 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: sorting Jun 10 00:51:59.890669 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: standard_attr_segment.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.891565 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.892084 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 00:51:59.892409 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: standardattrdescription.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.893045 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.893557 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: standard-attr-description Jun 10 00:51:59.893880 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: stateful_security_group.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.894813 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.895335 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: stateful-security-group Jun 10 00:51:59.895660 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: stdattrs_common.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.896228 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 00:51:59.896556 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.897534 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.898065 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 00:51:59.898388 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: subnet_onboard.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.899462 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.899983 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: subnet_onboard Jun 10 00:51:59.900308 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.901226 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.901739 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 00:51:59.902065 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: subnet_service_types.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.902994 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.903517 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: subnet-service-types Jun 10 00:51:59.903841 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: subnetallocation.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.905428 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.905945 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: subnet_allocation Jun 10 00:51:59.906271 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.906951 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.907476 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: subnetpool-prefix-ops Jun 10 00:51:59.907801 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.908719 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.909236 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 00:51:59.909567 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: tagging.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.910624 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.911166 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: standard-attr-tag Jun 10 00:51:59.911493 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: timestamp.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.912665 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.913184 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loaded extension: standard-attr-timestamp Jun 10 00:51:59.913518 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: trunk.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.914538 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.915085 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension trunk not supported by any of loaded plugins Jun 10 00:51:59.915408 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: trunk_details.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.916311 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.916826 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 00:51:59.917229 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: uplink_status_propagation.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.918139 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.918685 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 00:51:59.919008 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Loading extension file: vlantransparent.py {{(pid=91608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 00:51:59.919986 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 00:51:59.920507 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 00:51:59.922982 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:network Jun 10 00:51:59.923527 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:subnet Jun 10 00:51:59.923933 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 00:51:59.924322 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:port Jun 10 00:51:59.925560 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.926006 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service FLAVORS assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.926628 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.927061 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.927398 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:router Jun 10 00:51:59.927841 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 00:51:59.928328 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service METERING assigned prefix: /metering {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.929771 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.930138 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.930491 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 00:51:59.931527 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 00:51:59.931965 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:security_group Jun 10 00:51:59.932410 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 00:51:59.933028 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service CORE assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.933360 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 00:51:59.933706 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] subnetpool is already registered Jun 10 00:51:59.934141 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service CORE assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.934467 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 00:51:59.934829 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] subnetpool is already registered Jun 10 00:51:59.937128 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.937566 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service FLAVORS assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.938151 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.938576 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.938932 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:router Jun 10 00:51:59.939270 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] router is already registered Jun 10 00:51:59.939682 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 00:51:59.940096 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] floatingip is already registered Jun 10 00:51:59.940557 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service METERING assigned prefix: /metering {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.941221 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 00:51:59.941547 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] rbac_policy is already registered Jun 10 00:51:59.941964 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:security_group Jun 10 00:51:59.942297 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] security_group is already registered Jun 10 00:51:59.942728 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 00:51:59.943060 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] security_group_rule is already registered Jun 10 00:51:59.943681 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service CORE assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.944007 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 00:51:59.944338 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] subnetpool is already registered Jun 10 00:51:59.944763 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.v2.resource_helper [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Service CORE assigned prefix: {{(pid=91608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 00:51:59.945083 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 00:51:59.945411 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING neutron.quota.resource_registry [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] subnetpool is already registered Jun 10 00:51:59.945876 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: extensions {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.947622 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: address-groups {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.949104 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: address-scopes {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.950406 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: agents {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.952147 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: auto-allocated-topology {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.953406 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: availability_zones {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.954657 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: dhcp-networks {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.956135 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: dhcp-agents {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.957618 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: routers {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.959366 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: flavors {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.960633 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: service_profiles {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.961839 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: next_providers {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.963303 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: service_profiles {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.965852 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: floatingip-pools {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.967174 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: routers {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.968889 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: floatingips {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.970166 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: l3-routers {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.971581 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: l3-agents {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.973012 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: metering-labels {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.974478 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: metering-label-rules {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.976279 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: network-ip-availabilities {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.978092 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: bindings {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.980185 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: quotas {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.982865 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: quotas {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.984451 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: rbac-policies {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.985929 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: security-groups {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.987886 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: security-group-rules {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.989557 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: service-providers {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.991222 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: subnetpools {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.992785 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: subnetpools {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.994776 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:51:59.997254 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.000396 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.002467 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.004288 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.006220 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.007924 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.009727 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.011595 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.013345 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron.api.extensions [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Extended resource: tags {{(pid=91608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 00:52:00.019372 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING keystonemiddleware.auth_token [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 00:52:00.023853 dv-cinder-795009-3-iscsi neutron-server[91608]: WARNING keystonemiddleware.auth_token [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 00:52:00.032215 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Acquired lock "singleton_lock" {{(pid=91608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 00:52:00.032697 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Releasing lock "singleton_lock" {{(pid=91608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 00:52:00.033318 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Starting 2 workers Jun 10 00:52:00.037994 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Started child 91713 {{(pid=91608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 00:52:00.042321 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Started child 91714 {{(pid=91608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 00:52:00.043122 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:00.043885 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO neutron.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 00:52:00.044536 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Notify callbacks [] for process, before_spawn {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:00.045131 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [-] (91713) wsgi starting up on http://0.0.0.0:9696 Jun 10 00:52:00.047477 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:00.047915 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Starting 1 workers Jun 10 00:52:00.048871 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [-] (91714) wsgi starting up on http://0.0.0.0:9696 Jun 10 00:52:00.052559 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Started child 91715 {{(pid=91608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 00:52:00.053093 dv-cinder-795009-3-iscsi neutron-server[91608]: INFO oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Starting 1 workers Jun 10 00:52:00.056164 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] calling RpcWorker wait() {{(pid=91715) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 00:52:00.056717 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] returning from RpcWorker wait() {{(pid=91715) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 00:52:00.057394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Started child 91716 {{(pid=91608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 00:52:00.057980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:00.058212 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9bb368ae-ed21-4736-bbdb-e7a3eb716eb4 None None] Notify callbacks [] for process, after_spawn {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:00.058461 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:00.060033 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 00:52:00.060820 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 00:52:00.061018 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 00:52:00.061235 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 00:52:00.061567 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 00:52:00.061735 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 00:52:00.062246 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.062535 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.062710 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:00.063197 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.063197 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.063439 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.063805 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:00.064010 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.064278 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.064531 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.064798 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.065048 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.065205 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.065363 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.065625 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.065881 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.066184 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.066475 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.066749 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.067024 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.067197 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.067458 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.067729 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.067989 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.068258 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] debug = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.068510 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.068988 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.069236 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.069474 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.069698 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.069965 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.070212 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.070477 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.070733 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.070967 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.071203 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.071455 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.071959 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.072191 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.072462 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.072671 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.072886 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.073374 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] host = dv-cinder-795009-3-iscsi {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.073592 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.073950 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.074106 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.074325 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.074469 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.074709 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.074966 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.075213 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.075454 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.075752 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.075927 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.076192 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.076407 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.076647 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.076798 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_options = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.077032 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.077299 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.077567 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.077755 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.077924 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.078091 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.078346 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.078509 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.078783 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.078999 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.079212 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.079443 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.079674 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.079886 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.080166 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.080416 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.080649 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.080877 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.081137 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.081386 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.081610 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.081851 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.082087 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.082316 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.082534 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.082785 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.083014 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.083250 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.083460 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.083708 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.083975 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.084218 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.086217 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.086493 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.086803 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.087669 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.087669 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.087891 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.088138 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.088402 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.088676 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.088925 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.089185 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.089444 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.090327 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.090327 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_json = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.090327 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.090741 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.090741 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.090976 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.091595 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.091595 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.091595 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.091977 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.092676 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.092676 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.092943 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.093081 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.093268 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.093515 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.093753 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.093984 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.094706 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.094706 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.094879 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.095039 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.095306 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.095575 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.095848 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.096196 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.096468 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.096753 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.097103 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.097354 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.097579 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.097807 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.098237 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.098411 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.098775 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.098985 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.099164 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.101675 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.101979 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.102222 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.102485 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.102776 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.103095 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.103317 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.103556 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.103792 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.104033 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.104279 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.104535 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.104789 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.105032 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.105270 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.105498 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.105717 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.105939 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.106167 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.106389 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.106633 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.106871 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.107646 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.108030 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.108277 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.108528 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.108750 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.108974 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.109226 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.109450 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.109664 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.109902 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.110151 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.110378 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.110651 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.110894 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.111108 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.111321 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.111565 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.111782 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.112024 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.112248 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.112484 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.112699 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.112939 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.113151 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.113364 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.113574 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.113782 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.114014 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.114231 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.114447 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.114679 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.114907 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.115099 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.115329 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.115563 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.115834 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.116156 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.116399 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.116644 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.116883 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.117145 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.117383 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.117630 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.117846 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.118064 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.118305 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.118569 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.118833 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.119060 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.119284 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.119538 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.119798 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.120032 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.120307 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.120549 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.120796 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.121024 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.121304 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.121537 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.121787 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.122020 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.122288 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.122564 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.122855 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.123774 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.124002 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.124260 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.124536 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.124808 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.125052 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.125314 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.125548 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.125815 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.126075 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.126318 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.126548 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.126810 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.127027 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.127310 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.127565 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.127781 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.127999 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.128240 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.128557 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.128803 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.129013 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.129252 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.129506 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.129739 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.129985 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.130257 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.130506 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.130821 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.131060 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.131308 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.131516 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.131744 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.131985 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.132213 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.132458 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.132684 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.132929 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.133139 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.133369 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.133635 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.133863 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.134089 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.134331 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.134523 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.134763 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.135007 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.135208 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.135420 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.135649 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.135873 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.136096 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.136304 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.136523 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.136760 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.136995 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.137258 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.137509 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.137717 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.137972 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.138213 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.138926 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.139168 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.139419 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.140151 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.140394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.140588 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.141504 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.141723 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.141949 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.142197 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.142395 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.142694 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.142942 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.143290 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.143538 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.143763 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.143995 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.144206 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.144437 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.144670 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.144883 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.145096 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.145309 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.145538 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.145773 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.146030 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.146268 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.146476 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.146703 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.146916 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.147146 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.147349 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.147650 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.148039 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.148266 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.148504 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.148732 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.148964 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.149174 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.149405 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.149616 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.149822 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.150046 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.150254 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.150458 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.150688 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.150894 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.151135 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.151341 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.151546 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.151757 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.151964 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.152206 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.152413 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.152638 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.152847 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.153053 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.153364 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.153615 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.153836 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.154671 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.154932 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.155176 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.155475 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.155736 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.155965 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.156231 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.156471 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.156701 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.156940 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.157210 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.157519 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.157814 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.158056 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.158317 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.158579 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.158886 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.159164 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.159375 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.159670 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.160010 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.160284 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.160552 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.160775 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.161034 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.161273 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.161488 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.161721 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.161962 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.162173 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.162445 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.162694 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.162916 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.163131 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.163352 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.163709 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.163955 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.164162 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.164403 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.164616 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.164772 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 00:52:00.165299 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 00:52:00.165459 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 00:52:00.165884 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 00:52:00.165884 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 00:52:00.166130 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 00:52:00.166130 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 00:52:00.166281 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.166407 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.166555 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.166735 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167066 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167066 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167396 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167396 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167555 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167637 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167789 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.167946 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.168103 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.168259 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.168419 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.168573 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.168729 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.168890 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.169051 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.169206 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.169361 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.169517 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.170267 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] debug = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.170435 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.171505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.171505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.171505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.171505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.171505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.171505 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172865 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172865 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.172865 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173076 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] host = dv-cinder-795009-3-iscsi {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173076 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173233 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173389 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173544 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173701 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.173857 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174014 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174173 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174348 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174512 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174667 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174836 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.174974 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.175131 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.175286 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_options = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.175442 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.175597 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176125 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176125 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176125 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176430 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176430 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176580 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176661 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176796 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.176949 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177111 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177302 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177516 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177603 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177684 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177839 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.177994 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.178153 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.178333 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.178463 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.178619 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.178788 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.178947 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.179229 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.179389 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.179544 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.179700 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.179855 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180010 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180165 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180321 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180477 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180634 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180789 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.180944 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.181099 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.181259 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.181415 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.181572 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.181726 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.181882 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.182037 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.182193 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.182348 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.182504 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_json = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.182691 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.182850 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183005 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183160 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183315 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183470 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183626 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183783 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 00:52:00.183955 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.184115 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.184285 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.184444 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.184602 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.184761 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.184919 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.185276 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.185276 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.185495 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.185581 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.185700 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.185868 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186027 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186184 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186344 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186503 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186666 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186829 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.186986 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.187144 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.187302 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.187476 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.187659 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.187784 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.187872 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:00.187967 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.188088 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.188247 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.188407 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.188572 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.188731 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.188891 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.189051 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.189208 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.189366 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.189524 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.189682 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.189842 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190001 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190160 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190319 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190476 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190664 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190805 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.190958 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.191118 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.191278 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.191437 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.191597 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.191755 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.191924 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.192083 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.192241 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.192397 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.192556 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.192715 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.192873 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193031 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193189 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193349 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193506 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193678 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193836 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.193994 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.194152 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.194311 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.194470 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.194742 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.194923 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.195082 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.195241 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.195400 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.195558 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.195717 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.195878 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.196036 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.196195 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.196354 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.196514 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.196928 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.197087 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.197246 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.197404 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.197904 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198056 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198184 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198320 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198484 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198664 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198825 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.198984 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.199144 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.199303 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.199462 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.199621 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.199780 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.199938 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.200099 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.200258 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.200416 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.200575 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.200734 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.201159 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.201159 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.201673 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.201673 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.201673 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.201673 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202120 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202120 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202120 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202487 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202487 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202772 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.202772 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203005 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203005 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203213 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203355 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203480 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203604 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203753 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.203913 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.204072 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.204229 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.204388 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.204546 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.204712 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.204880 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.205039 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.205197 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.205354 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.205534 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.205692 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.205849 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206007 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206165 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206323 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206481 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206979 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206979 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.206979 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207333 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207333 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207569 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207569 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207780 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207905 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.207991 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.208131 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.208289 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.208450 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.208609 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.208767 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.208926 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.209085 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.209242 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.209400 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.209558 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.209716 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.209874 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.210032 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.210529 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.210710 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.210873 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44792) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:00.211129 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211253 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211376 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211461 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211623 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211782 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.211942 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.212101 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.212260 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.212420 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.212579 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.212740 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.212900 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.213059 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.213219 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.213377 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.213537 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.213697 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.213855 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.214015 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.214174 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.214333 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.214508 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.214693 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.214852 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215010 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215169 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215329 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215487 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215647 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215805 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.215963 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.216122 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.216283 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.217211 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.217373 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.217532 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.217690 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.217849 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218007 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218166 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218376 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218503 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218648 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218803 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.218961 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.219130 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.219288 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.219738 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.219904 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.220062 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.220230 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.220388 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.220547 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.220705 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.220857 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221018 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221176 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221335 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221491 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221639 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221804 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.221963 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.222121 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.222279 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.222437 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.222636 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.222780 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.222934 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.223101 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.223352 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.223515 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.223675 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.223845 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.224150 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099652 Jun 10 00:52:00.224291 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.224291 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.224818 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.224975 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.225125 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.225287 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.225438 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.226633 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.226796 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.226951 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.227103 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.227267 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.227438 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.227583 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.227751 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.227923 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.228068 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.228230 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.228376 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.229317 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.229485 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.229629 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.229795 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.229952 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.230091 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.230249 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.230394 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.230554 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.230809 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.230951 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.231090 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.231966 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.232184 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.232860 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.233007 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 00:52:00.233166 dv-cinder-795009-3-iscsi neutron-server[91608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 00:52:11.352948 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12119bd3-c4c1-499f-9b30-567ed1b280a8 None None] get_active_networks_info from dv-cinder-795009-3-iscsi {{(pid=91715) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 00:52:11.398848 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-473b9eed-cb24-4894-8e4e-dc4024679347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014'] for agent, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:11.426285 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12119bd3-c4c1-499f-9b30-567ed1b280a8 None None] No non-hosted networks {{(pid=91715) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 00:52:13.456112 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014'] for agent, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:13.456775 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.462520 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.465580 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.466409 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.467112 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.467717 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.468698 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.470373 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.471068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.472184 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.472960 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.473920 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:13.475895 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795009-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:13.485584 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795009-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:13.716103 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ded58124-66b3-467e-998b-453d96596c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014'] for agent, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:13.759178 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-4925d706-5a03-4aba-91c4-ac2deb06465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:14.715825 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014'] for agent, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:16.351459 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014'] for agent, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:16.978588 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.db.l3_hamode_db [None req-bfde6dad-3955-4b2b-a068-64ac21b50469 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 00:52:17.062401 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde6dad-3955-4b2b-a068-64ac21b50469 None None] Routers set() bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:52:17.062837 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde6dad-3955-4b2b-a068-64ac21b50469 None None] Router IDs set() for agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 00:52:17.754457 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44886) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:18.321247 dv-cinder-795009-3-iscsi neutron-server[91714]: WARNING oslo_policy.policy [None req-e1a5ad7f-cd5b-4cbb-b652-d3286bba0167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:18.321828 dv-cinder-795009-3-iscsi neutron-server[91714]: WARNING oslo_policy.policy [None req-e1a5ad7f-cd5b-4cbb-b652-d3286bba0167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:18.533151 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [None req-e1a5ad7f-cd5b-4cbb-b652-d3286bba0167 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:52:18.534179 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-e1a5ad7f-cd5b-4cbb-b652-d3286bba0167 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7787845 Jun 10 00:52:20.868252 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44900) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:21.226551 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:21.324185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.policy [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91714) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 00:52:21.378369 dv-cinder-795009-3-iscsi neutron-server[91714]: WARNING oslo_policy.policy [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:21.378781 dv-cinder-795009-3-iscsi neutron-server[91714]: WARNING oslo_policy.policy [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:21.387116 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.quota [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] Loaded quota_driver: . Jun 10 00:52:21.461425 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790311685607', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790311685008', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790311694550', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790311635970', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790311645831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790311651356', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3416775', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3430472', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1830213'] for rbac-policy, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:21.524044 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:21.525216 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-aae4955e-d553-49ed-a0f0-8c77fffbbdb6 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6560314 Jun 10 00:52:24.134667 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44912) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:24.481570 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Request body: {'network': {'project_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'name': 'private'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:24.504616 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Made reservation on behalf of 889b775f72c5400bae0da45187f4c984 for: {'network': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:52:24.507394 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.524045 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.637186 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.640685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.645863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:24.667263 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=91714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:52:24.691288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790310447023', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.691891 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Unsubscribe: segment precommit_create {{(pid=91714) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 00:52:24.692367 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.segments_db [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Added segment 5d8bd036-469d-49e5-9079-21f94c0a1648 of type vlan for network b0f8fb0d-e419-4944-9e8c-bea90f700f14 Jun 10 00:52:24.701301 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810b72f-d875-4171-9946-6c2e07a5ae38,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:24.753877 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.757678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.757678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.757678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.757678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.757678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Tracked resource versions report: Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: pushed versions: Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: { 'AddressGroup': {'1.2'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'ConntrackHelper': {'1.0'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Log': {'1.0'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Network': {'1.1'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Port': {'1.7'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'PortForwarding': {'1.2'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'QosPolicy': {'1.8'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroup': {'1.4'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SubPort': {'1.0'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Subnet': {'1.1'}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Trunk': {'1.1'}} Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: consumer versions: Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'ConntrackHelper': '1.0', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Log': '1.0', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Network': '1.1', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Port': '1.7', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'PortForwarding': '1.2', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'QosPolicy': '1.8', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroup': '1.4', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroupRule': '1.2', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SubPort': '1.0', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Subnet': '1.1', Jun 10 00:52:24.758560 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Trunk': '1.1'}} Jun 10 00:52:24.761242 dv-cinder-795009-3-iscsi neutron-server[91714]: {{(pid=91714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:52:24.816940 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.821969 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:24.860125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.861628 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:24.862269 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:24.865356 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:24.952637 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8168414 Jun 10 00:52:24.964764 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f8fb0d-e419-4944-9e8c-bea90f700f14,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:24.970320 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:24.978186 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:52:27.589860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44926) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:28.035684 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb9ac7-0a02-4433-a47c-2d794e002b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:28.036954 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-44fb9ac7-0a02-4433-a47c-2d794e002b6b admin admin] 10.222.0.59 "GET /v2.0/networks/b0f8fb0d-e419-4944-9e8c-bea90f700f14 HTTP/1.1" status: 200 len: 825 time: 0.4461513 Jun 10 00:52:28.062994 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c0f5b039-489c-4322-9cba-aaa16aac40c0 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/e53859a4-716c-4764-8725-649a1ca9742d HTTP/1.1" status: 200 len: 734 time: 0.0207129 Jun 10 00:52:28.071594 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Request body: {'subnet': {'tenant_id': '889b775f72c5400bae0da45187f4c984', 'ip_version': 4, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d', 'name': 'private-subnet', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'gateway_ip': '172.20.0.1'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:28.091198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Made reservation on behalf of 889b775f72c5400bae0da45187f4c984 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:52:28.093500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:28.352736 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:28.357766 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:28.449218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Checking segment: {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:52:28.449588 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Network hostable DHCP agents. Network: b0f8fb0d-e419-4944-9e8c-bea90f700f14, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:52:28.453437 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94aa2b8-d3d4-48f4-b51b-8bc0955211c0,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:28.460333 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:28.471698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:52:28.480959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, b0f8fb0d-e419-4944-9e8c-bea90f700f14) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:52:28.485481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:28.486052 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:28.492062 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b3bd0-d048-402a-beac-a3df2db22b28 None None] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:52:28.504700 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4362652 Jun 10 00:52:28.796286 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 00:52:28.797467 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:28.979130 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Allocated IP 172.20.0.2 (b0f8fb0d-e419-4944-9e8c-bea90f700f14/d94aa2b8-d3d4-48f4-b51b-8bc0955211c0/0b331db4-79b2-4c46-a258-d5eaaca556fd) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:52:29.204307 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:29.217391 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Transition to ACTIVE for port object 0b331db4-79b2-4c46-a258-d5eaaca556fd will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:52:29.235838 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Transition to ACTIVE for port object 0b331db4-79b2-4c46-a258-d5eaaca556fd will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:52:29.242992 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:29.248529 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:29.307682 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:52:29.310577 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:52:29.318396 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Pushing event updated for resources: {'Port': ['ID=0b331db4-79b2-4c46-a258-d5eaaca556fd,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:29.320740 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:52:29.329967 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.330339 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.330702 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.331033 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.331360 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.331688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.332010 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.332332 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.332671 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.332993 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.333315 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.333629 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Tracked resource versions report: Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: pushed versions: Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: { 'AddressGroup': {'1.2'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'ConntrackHelper': {'1.0'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Log': {'1.0'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Network': {'1.1'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Port': {'1.7'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'PortForwarding': {'1.2'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'QosPolicy': {'1.8'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroup': {'1.4'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SubPort': {'1.0'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Subnet': {'1.1'}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Trunk': {'1.1'}} Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: consumer versions: Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'ConntrackHelper': '1.0', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Log': '1.0', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Network': '1.1', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Port': '1.7', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'PortForwarding': '1.2', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'QosPolicy': '1.8', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroup': '1.4', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroupRule': '1.2', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SubPort': '1.0', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Subnet': '1.1', Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Trunk': '1.1'}} Jun 10 00:52:29.334765 dv-cinder-795009-3-iscsi neutron-server[91715]: {{(pid=91715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:52:29.369856 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:29.423169 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Attempting to bind port 0b331db4-79b2-4c46-a258-d5eaaca556fd on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:52:29.423569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Attempting to bind port 0b331db4-79b2-4c46-a258-d5eaaca556fd by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:52:29.423999 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Attempting to bind port 0b331db4-79b2-4c46-a258-d5eaaca556fd on network b0f8fb0d-e419-4944-9e8c-bea90f700f14 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:52:29.442377 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:52:29.442826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Checking segment: {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:52:29.443308 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:29.443711 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Bound using segment: {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:52:29.444205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Bound port: 0b331db4-79b2-4c46-a258-d5eaaca556fd, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:52:29.444587 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:29.543593 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] For port 0b331db4-79b2-4c46-a258-d5eaaca556fd, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:52:29.547477 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] For port 0b331db4-79b2-4c46-a258-d5eaaca556fd, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=0b331db4-79b2-4c46-a258-d5eaaca556fd,segment=NetworkSegment(5d8bd036-469d-49e5-9079-21f94c0a1648),segment_id=5d8bd036-469d-49e5-9079-21f94c0a1648)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:52:29.552146 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:29.556024 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:29.637320 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Pushing event updated for resources: {'Port': ['ID=0b331db4-79b2-4c46-a258-d5eaaca556fd,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:29.640348 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:30.928730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44934) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:31.294064 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [None req-ded28a02-a511-4d8b-8819-209d40184e84 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:52:31.295070 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-ded28a02-a511-4d8b-8819-209d40184e84 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653989 Jun 10 00:52:33.665659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44942) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:34.034489 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [None req-fe5e8dfd-450c-4bfc-afd9-7afd5caabc0b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:52:34.035506 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-fe5e8dfd-450c-4bfc-afd9-7afd5caabc0b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3688729 Jun 10 00:52:35.477683 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81aafc-e6bc-4000-b885-1a25c160c000 None None] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:52:35.591139 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-d98aff95-9b29-40a6-95d3-7aea4eb967c2 None None] Provisioning for port 0b331db4-79b2-4c46-a258-d5eaaca556fd completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:52:35.607053 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 0b331db4-79b2-4c46-a258-d5eaaca556fd up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:52:35.738919 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 0b331db4-79b2-4c46-a258-d5eaaca556fd completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:52:35.751888 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 0b331db4-79b2-4c46-a258-d5eaaca556fd triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:35.752286 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:35.926229 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:35.960167 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 0b331db4-79b2-4c46-a258-d5eaaca556fd, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=0b331db4-79b2-4c46-a258-d5eaaca556fd,segment=NetworkSegment(5d8bd036-469d-49e5-9079-21f94c0a1648),segment_id=5d8bd036-469d-49e5-9079-21f94c0a1648)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 00:52:35.964597 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:35.967343 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:36.037446 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=0b331db4-79b2-4c46-a258-d5eaaca556fd,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:36.040590 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:36.122667 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-83b15de3-9624-481c-8aff-47ba01be8976 None None] Provisioning complete for port 0b331db4-79b2-4c46-a258-d5eaaca556fd triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:36.123048 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-83b15de3-9624-481c-8aff-47ba01be8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:36.661578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44956) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:37.004255 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '889b775f72c5400bae0da45187f4c984'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:37.025649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:37.027523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:37.049713 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:37.157298 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:37.172638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:37.173798 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-fa810371-6816-40b0-9c1d-5af9e2a7d060 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5112615 Jun 10 00:52:37.573757 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 0b331db4-79b2-4c46-a258-d5eaaca556fd up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:52:37.638551 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 0b331db4-79b2-4c46-a258-d5eaaca556fd triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:37.639004 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:39.510502 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 44964) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:39.883665 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [None req-3dd264b9-392e-4f41-8b65-6a6b4287a8a0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:52:39.884656 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3dd264b9-392e-4f41-8b65-6a6b4287a8a0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731651 Jun 10 00:52:41.243570 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-fa15f063-d533-453a-91f7-c371405dec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:42.247687 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 44972) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:42.827256 dv-cinder-795009-3-iscsi neutron-server[91713]: WARNING oslo_policy.policy [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:42.827837 dv-cinder-795009-3-iscsi neutron-server[91713]: WARNING oslo_policy.policy [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:43.040836 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:43.042455 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.quota [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Loaded quota_driver: . Jun 10 00:52:43.084821 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Made reservation on behalf of 7365e2d737e640e39a814cbaf3a7919d for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:52:43.153050 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.policy [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91713) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 00:52:43.198332 dv-cinder-795009-3-iscsi neutron-server[91713]: WARNING oslo_policy.policy [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:43.198741 dv-cinder-795009-3-iscsi neutron-server[91713]: WARNING oslo_policy.policy [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 00:52:43.208954 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.229282 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.350393 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.353888 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.359273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:43.370481 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Reserving flat network on physical network physnet1 {{(pid=91713) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 00:52:43.400174 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790310447023', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.400765 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Unsubscribe: segment precommit_create {{(pid=91713) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 00:52:43.401255 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Added segment e8507b63-ca55-4210-81a0-a752a890ec75 of type flat for network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 Jun 10 00:52:43.439983 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.452820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbcfe2e-876e-4436-b632-70491ee98f6d,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:43.475199 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.475554 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.475887 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.476209 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.476529 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.476862 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.477181 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.477494 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.477820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.478131 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.478442 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.478777 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Tracked resource versions report: Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: pushed versions: Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: { 'AddressGroup': {'1.2'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'ConntrackHelper': {'1.0'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Log': {'1.0'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Network': {'1.1'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Port': {'1.7'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'PortForwarding': {'1.2'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'QosPolicy': {'1.8'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroup': {'1.4'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SubPort': {'1.0'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Subnet': {'1.1'}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Trunk': {'1.1'}} Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: consumer versions: Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'ConntrackHelper': '1.0', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Log': '1.0', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Network': '1.1', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Port': '1.7', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'PortForwarding': '1.2', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'QosPolicy': '1.8', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroup': '1.4', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroupRule': '1.2', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SubPort': '1.0', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Subnet': '1.1', Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Trunk': '1.1'}} Jun 10 00:52:43.479827 dv-cinder-795009-3-iscsi neutron-server[91713]: {{(pid=91713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:52:43.525885 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.529849 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:43.570351 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.571965 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:43.572626 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:43.577158 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:43.667630 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4177995 Jun 10 00:52:43.677000 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Pushing event updated for resources: {'Network': ['ID=8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:43.680650 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:43.688036 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:52:43.776917 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-cc62b858-e086-4571-9de6-2e5f663e1ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:44.662621 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:46.002687 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45002) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:46.215335 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29452cf-1d0d-4e6e-a518-604a640da956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:46.216840 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-c29452cf-1d0d-4e6e-a518-604a640da956 admin admin] 10.222.0.59 "GET /v2.0/subnets/d94aa2b8-d3d4-48f4-b51b-8bc0955211c0 HTTP/1.1" status: 200 len: 849 time: 0.2131729 Jun 10 00:52:46.272070 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:46.388905 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7628dda0-8c55-40ab-8e8b-9eab4e7064e4 admin admin] 10.222.0.59 "GET /v2.0/routers/367216ef-5b3e-4288-b2db-93420e33baf3 HTTP/1.1" status: 200 len: 704 time: 0.1668062 Jun 10 00:52:46.847196 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.079428 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Allocated IP 172.20.0.1 (b0f8fb0d-e419-4944-9e8c-bea90f700f14/d94aa2b8-d3d4-48f4-b51b-8bc0955211c0/ce8359aa-f46f-4e2e-8f8a-fa7479ce052e) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:52:47.110167 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:52:47.235381 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.252467 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Transition to ACTIVE for port object ce8359aa-f46f-4e2e-8f8a-fa7479ce052e will not be triggered until provisioned by entity DHCP. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:52:47.305908 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.310651 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:47.373827 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:52:47.376561 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:52:47.379862 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:52:47.381139 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.519419 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:47.522803 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:47.614240 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e762b95a-bee1-4ade-8858-58205603b34e None None] Provisioning for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:52:47.620074 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e762b95a-bee1-4ade-8858-58205603b34e None None] Provisioning complete for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:47.620449 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e762b95a-bee1-4ade-8858-58205603b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.650838 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.671205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-e762b95a-bee1-4ade-8858-58205603b34e None None] Port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 00:52:47.903232 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.907549 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.908680 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:47.912222 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:48.040625 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:48.043314 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:48.102458 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:52:48.103495 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:52:48.287472 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Router 367216ef-5b3e-4288-b2db-93420e33baf3 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 00:52:48.292965 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f8079d04-166d-41c0-adf0-375db2662657 None None] Provisioning complete for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:48.293342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f8079d04-166d-41c0-adf0-375db2662657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:48.348155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f8079d04-166d-41c0-adf0-375db2662657 None None] Port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 00:52:48.435333 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 00:52:48.440049 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] 10.222.0.59 "PUT /v2.0/routers/367216ef-5b3e-4288-b2db-93420e33baf3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0463865 Jun 10 00:52:48.445027 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Sync routers for ids ['367216ef-5b3e-4288-b2db-93420e33baf3'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 00:52:48.458174 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Routers {'367216ef-5b3e-4288-b2db-93420e33baf3'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:52:48.459608 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:52:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['367216ef-5b3e-4288-b2db-93420e33baf3'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:48.628594 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Set router 367216ef-5b3e-4288-b2db-93420e33baf3 gateway port host: None {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:52:48.998758 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'name': 'router1', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:52:37Z', 'updated_at': '2021-06-10T00:52:47Z', 'revision_number': 2, 'project_id': '889b775f72c5400bae0da45187f4c984', 'gw_port_host': None, '_interfaces': [{'id': 'ce8359aa-f46f-4e2e-8f8a-fa7479ce052e', 'name': '', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'mac_address': 'fa:16:3e:71:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:46Z', 'updated_at': '2021-06-10T00:52:47Z', 'revision_number': 2, 'project_id': '889b775f72c5400bae0da45187f4c984', 'subnets': [{'id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:49.003491 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Checking router: 367216ef-5b3e-4288-b2db-93420e33baf3 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 00:52:49.003854 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Updating router 367216ef-5b3e-4288-b2db-93420e33baf3 port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 00:52:49.057198 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:49.423985 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:49.438480 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Transition to ACTIVE for port object ce8359aa-f46f-4e2e-8f8a-fa7479ce052e will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:52:49.445014 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:49.450435 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:49.687702 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Pushing event updated for resources: {'Port': ['ID=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:49.692344 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Attempting to bind port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:52:49.692739 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Attempting to bind port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:52:49.693155 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Attempting to bind port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e on network b0f8fb0d-e419-4944-9e8c-bea90f700f14 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:52:49.699480 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.699812 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.700135 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.700453 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.700764 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.701072 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.701380 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.701683 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.701992 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.702521 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.702818 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.703123 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Tracked resource versions report: Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: pushed versions: Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: { 'AddressGroup': {'1.2'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'ConntrackHelper': {'1.0'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Log': {'1.0'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Network': {'1.1'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Port': {'1.7'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'PortForwarding': {'1.2'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'QosPolicy': {'1.8'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroup': {'1.4'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SubPort': {'1.0'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Subnet': {'1.1'}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Trunk': {'1.1'}} Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: consumer versions: Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'ConntrackHelper': '1.0', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Log': '1.0', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Network': '1.1', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Port': '1.7', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'PortForwarding': '1.2', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'QosPolicy': '1.8', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroup': '1.4', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroupRule': '1.2', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SubPort': '1.0', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Subnet': '1.1', Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Trunk': '1.1'}} Jun 10 00:52:49.704184 dv-cinder-795009-3-iscsi neutron-server[91716]: {{(pid=91716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:52:49.709311 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:52:49.709737 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Checking segment: {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:52:49.710204 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:49.710576 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Bound using segment: {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:52:49.711076 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Bound port: ce8359aa-f46f-4e2e-8f8a-fa7479ce052e, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8bd036-469d-49e5-9079-21f94c0a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:52:49.711443 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:49.719948 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:49.797393 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] For port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:52:49.802729 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] For port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,segment=NetworkSegment(5d8bd036-469d-49e5-9079-21f94c0a1648),segment_id=5d8bd036-469d-49e5-9079-21f94c0a1648)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:52:49.806287 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:49.810777 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:49.895802 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Pushing event updated for resources: {'Port': ['ID=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:49.899992 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:49.900692 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Routers {'367216ef-5b3e-4288-b2db-93420e33baf3'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:52:49.901285 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:52:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['367216ef-5b3e-4288-b2db-93420e33baf3'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:50.055226 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] Set router 367216ef-5b3e-4288-b2db-93420e33baf3 gateway port host: None {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:52:50.371644 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'name': 'router1', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:52:37Z', 'updated_at': '2021-06-10T00:52:47Z', 'revision_number': 2, 'project_id': '889b775f72c5400bae0da45187f4c984', 'gw_port_host': None, '_interfaces': [{'id': 'ce8359aa-f46f-4e2e-8f8a-fa7479ce052e', 'name': '', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'mac_address': 'fa:16:3e:71:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:46Z', 'updated_at': '2021-06-10T00:52:49Z', 'revision_number': 4, 'project_id': '889b775f72c5400bae0da45187f4c984', 'subnets': [{'id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:50.375520 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729317d0-0dc4-4078-bd03-f475cfe082d7 None None] The sync data for ids ['367216ef-5b3e-4288-b2db-93420e33baf3'] in dv-cinder-795009-3-iscsi is: [{'id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'name': 'router1', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:52:37Z', 'updated_at': '2021-06-10T00:52:47Z', 'revision_number': 2, 'project_id': '889b775f72c5400bae0da45187f4c984', 'gw_port_host': None, '_interfaces': [{'id': 'ce8359aa-f46f-4e2e-8f8a-fa7479ce052e', 'name': '', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'mac_address': 'fa:16:3e:71:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:46Z', 'updated_at': '2021-06-10T00:52:49Z', 'revision_number': 4, 'project_id': '889b775f72c5400bae0da45187f4c984', 'subnets': [{'id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 00:52:50.631633 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45022) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:50.774995 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d96a74-f024-4bfb-a1a4-76b23909d84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:50.776362 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-75d96a74-f024-4bfb-a1a4-76b23909d84c admin admin] 10.222.0.59 "GET /v2.0/networks/8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 HTTP/1.1" status: 200 len: 842 time: 0.1436806 Jun 10 00:52:50.785769 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'name': 'public-subnet'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:50.807603 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Made reservation on behalf of 7365e2d737e640e39a814cbaf3a7919d for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:52:50.809826 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:51.176065 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.objects.ports [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91713) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 00:52:51.176495 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:51.181366 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:51.247092 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ed1a8f-3aff-4586-a9c2-319ec47f5304,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:51.253621 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:51.256119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:52:51.256493 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Network hostable DHCP agents. Network: 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:52:51.274537 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:52:51.284238 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:52:51.289119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:51.289712 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:51.293915 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8fa68-c573-4956-9838-797a41289ea5 None None] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:52:51.322626 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5261674 Jun 10 00:52:51.501135 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d32ac-800a-40f2-876b-57c2da372df0 None None] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:52:53.594066 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device ce8359aa-f46f-4e2e-8f8a-fa7479ce052e up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:52:53.596982 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45034) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:53.659326 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:52:53.664339 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:53.664725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:53.822440 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:53.843277 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5712384e-0610-4067-adf7-462f61551250 admin admin] 10.222.0.59 "GET /v2.0/routers/367216ef-5b3e-4288-b2db-93420e33baf3 HTTP/1.1" status: 200 len: 710 time: 0.2450938 Jun 10 00:52:53.854405 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,segment=NetworkSegment(5d8bd036-469d-49e5-9079-21f94c0a1648),segment_id=5d8bd036-469d-49e5-9079-21f94c0a1648)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 00:52:53.859758 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:53.863137 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:53.930435 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=ce8359aa-f46f-4e2e-8f8a-fa7479ce052e,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:53.933457 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:53.971586 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890031bb-da92-486a-be6e-430162d7222e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:52:53.972944 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-890031bb-da92-486a-be6e-430162d7222e admin admin] 10.222.0.59 "GET /v2.0/networks/8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 HTTP/1.1" status: 200 len: 886 time: 0.1245465 Jun 10 00:52:53.982265 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:52:54.416571 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:54.729647 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:54.784730 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:54.910119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Allocated IP 172.27.0.182 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/12eaec22-7613-4945-8915-6f16a0accca9) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:52:55.054191 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:55.082219 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:55.086616 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:55.192662 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:52:55.198059 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:52:55.203119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:52:55.267006 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Pushing event updated for resources: {'Port': ['ID=12eaec22-7613-4945-8915-6f16a0accca9,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:55.271590 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:55.577283 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device ce8359aa-f46f-4e2e-8f8a-fa7479ce052e up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:52:55.583303 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:55.642082 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:55.642459 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:55.923606 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:55.926748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-615327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-615312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627830'] for router, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:56.099034 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Router 367216ef-5b3e-4288-b2db-93420e33baf3 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 00:52:56.269436 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 00:52:56.273684 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:56.275816 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] 10.222.0.59 "PUT /v2.0/routers/367216ef-5b3e-4288-b2db-93420e33baf3 HTTP/1.1" status: 200 len: 890 time: 2.2965555 Jun 10 00:52:56.294025 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Sync routers for ids ['367216ef-5b3e-4288-b2db-93420e33baf3'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 00:52:56.305035 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Routers {'367216ef-5b3e-4288-b2db-93420e33baf3'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:52:56.305701 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:52:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['367216ef-5b3e-4288-b2db-93420e33baf3'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:56.493101 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Set router 367216ef-5b3e-4288-b2db-93420e33baf3 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:52:56.822799 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'name': 'router1', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '12eaec22-7613-4945-8915-6f16a0accca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:52:37Z', 'updated_at': '2021-06-10T00:52:55Z', 'revision_number': 4, 'project_id': '889b775f72c5400bae0da45187f4c984', 'gw_port': {'id': '12eaec22-7613-4945-8915-6f16a0accca9', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:54Z', 'updated_at': '2021-06-10T00:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'ce8359aa-f46f-4e2e-8f8a-fa7479ce052e', 'name': '', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'mac_address': 'fa:16:3e:71:ed:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:46Z', 'updated_at': '2021-06-10T00:52:53Z', 'revision_number': 5, 'project_id': '889b775f72c5400bae0da45187f4c984', 'subnets': [{'id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:56.827596 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Checking router: 367216ef-5b3e-4288-b2db-93420e33baf3 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 00:52:56.827971 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Updating router 367216ef-5b3e-4288-b2db-93420e33baf3 port 12eaec22-7613-4945-8915-6f16a0accca9 binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 00:52:56.878205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:57.200157 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:57.211713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Transition to ACTIVE for port object 12eaec22-7613-4945-8915-6f16a0accca9 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:52:57.218097 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:57.221893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ef2ec92e-a008-4242-ae57-0a7b6ab4e040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:57.297421 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Attempting to bind port 12eaec22-7613-4945-8915-6f16a0accca9 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:52:57.297793 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Attempting to bind port 12eaec22-7613-4945-8915-6f16a0accca9 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:52:57.298161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Attempting to bind port 12eaec22-7613-4945-8915-6f16a0accca9 on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:52:57.305982 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b083e-d904-493c-9349-cc1982ff40dd None None] Pushing event updated for resources: {'Port': ['ID=12eaec22-7613-4945-8915-6f16a0accca9,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:57.311228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-de2b083e-d904-493c-9349-cc1982ff40dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:57.311228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:52:57.311228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:52:57.311228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:57.311228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:52:57.311228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Bound port: 12eaec22-7613-4945-8915-6f16a0accca9, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:52:57.311765 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:57.382317 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] For port 12eaec22-7613-4945-8915-6f16a0accca9, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:52:57.385382 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] For port 12eaec22-7613-4945-8915-6f16a0accca9, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=12eaec22-7613-4945-8915-6f16a0accca9,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:52:57.389596 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:57.393212 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:57.488423 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Routers {'367216ef-5b3e-4288-b2db-93420e33baf3'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:52:57.489032 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:52:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['367216ef-5b3e-4288-b2db-93420e33baf3'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:57.543488 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b083e-d904-493c-9349-cc1982ff40dd None None] Pushing event updated for resources: {'Port': ['ID=12eaec22-7613-4945-8915-6f16a0accca9,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:57.555622 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-de2b083e-d904-493c-9349-cc1982ff40dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:52:57.668435 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] Set router 367216ef-5b3e-4288-b2db-93420e33baf3 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:52:57.983041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'name': 'router1', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '12eaec22-7613-4945-8915-6f16a0accca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:52:37Z', 'updated_at': '2021-06-10T00:52:55Z', 'revision_number': 4, 'project_id': '889b775f72c5400bae0da45187f4c984', 'gw_port': {'id': '12eaec22-7613-4945-8915-6f16a0accca9', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:54Z', 'updated_at': '2021-06-10T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'ce8359aa-f46f-4e2e-8f8a-fa7479ce052e', 'name': '', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'mac_address': 'fa:16:3e:71:ed:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:46Z', 'updated_at': '2021-06-10T00:52:53Z', 'revision_number': 5, 'project_id': '889b775f72c5400bae0da45187f4c984', 'subnets': [{'id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:52:57.987347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbef55-1b00-4966-a76f-c3fc007dda96 None None] The sync data for ids ['367216ef-5b3e-4288-b2db-93420e33baf3'] in dv-cinder-795009-3-iscsi is: [{'id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'name': 'router1', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '12eaec22-7613-4945-8915-6f16a0accca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:52:37Z', 'updated_at': '2021-06-10T00:52:55Z', 'revision_number': 4, 'project_id': '889b775f72c5400bae0da45187f4c984', 'gw_port': {'id': '12eaec22-7613-4945-8915-6f16a0accca9', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:27:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:54Z', 'updated_at': '2021-06-10T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'ce8359aa-f46f-4e2e-8f8a-fa7479ce052e', 'name': '', 'network_id': 'b0f8fb0d-e419-4944-9e8c-bea90f700f14', 'tenant_id': '889b775f72c5400bae0da45187f4c984', 'mac_address': 'fa:16:3e:71:ed:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367216ef-5b3e-4288-b2db-93420e33baf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:52:46Z', 'updated_at': '2021-06-10T00:52:53Z', 'revision_number': 5, 'project_id': '889b775f72c5400bae0da45187f4c984', 'subnets': [{'id': 'd94aa2b8-d3d4-48f4-b51b-8bc0955211c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e53859a4-716c-4764-8725-649a1ca9742d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 00:52:58.625375 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45042) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:52:58.741684 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-72be6278-af10-4a86-ad12-f9f987810a9d admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146317 Jun 10 00:52:59.619007 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 12eaec22-7613-4945-8915-6f16a0accca9 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:52:59.687538 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 12eaec22-7613-4945-8915-6f16a0accca9 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:52:59.691873 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 12eaec22-7613-4945-8915-6f16a0accca9 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:52:59.692243 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:59.805049 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:59.821347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 12eaec22-7613-4945-8915-6f16a0accca9, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=12eaec22-7613-4945-8915-6f16a0accca9,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 00:52:59.825126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:52:59.827446 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:52:59.892902 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=12eaec22-7613-4945-8915-6f16a0accca9,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:52:59.895910 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:53:01.604081 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 12eaec22-7613-4945-8915-6f16a0accca9 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:53:01.683088 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 12eaec22-7613-4945-8915-6f16a0accca9 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:53:01.683479 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:11.247695 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-5340dc7b-16f3-4363-99da-070c469022c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:13.455155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:13.716631 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-744ee7a3-26f7-4589-9439-29012316d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:14.671022 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:16.293480 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:24.110309 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:53:41.252659 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3e9208be-054c-477c-a86e-5a2b28ddfae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:43.451023 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:43.711260 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c0d3347d-3e31-447c-af23-87d4ee4ecf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:44.672669 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:53:46.296329 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:01.108064 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:54:11.255808 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b6737b7c-145b-46de-bfd8-785b536f8bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:13.443136 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:13.714463 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-bbe45d5f-35ea-41a6-bd15-1d894fbee6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:14.663032 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:16.296067 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:33.006564 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45610) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:33.117782 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5b24c1-3d9f-4a21-adb7-a1bcff035418 admin admin] GET failed (client error): The resource could not be found. Jun 10 00:54:33.119121 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-ca5b24c1-3d9f-4a21-adb7-a1bcff035418 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1116025 Jun 10 00:54:33.246520 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3669e-e713-4ad1-bc5f-ceea2e35055d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:33.247988 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3ce3669e-e713-4ad1-bc5f-ceea2e35055d admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1251898 Jun 10 00:54:35.398049 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45620) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:35.500944 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d174ec-4a38-4056-81d8-962c651121ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:35.502251 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-90d174ec-4a38-4056-81d8-962c651121ae admin admin] 10.222.0.59 "GET /v2.0/subnets/d94aa2b8-d3d4-48f4-b51b-8bc0955211c0 HTTP/1.1" status: 200 len: 849 time: 0.1032333 Jun 10 00:54:35.511280 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:54:35.623913 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:35.819979 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790310681061'] for subnet, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:35.823574 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:54:35.865443 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:35.866240 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:35.878627 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] 10.222.0.59 "PUT /v2.0/subnets/d94aa2b8-d3d4-48f4-b51b-8bc0955211c0 HTTP/1.1" status: 200 len: 868 time: 0.3595908 Jun 10 00:54:35.878888 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804faef-ae1b-4202-97c4-d23ec9db6d1a None None] Network b0f8fb0d-e419-4944-9e8c-bea90f700f14 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:54:35.891834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94aa2b8-d3d4-48f4-b51b-8bc0955211c0,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:54:35.900486 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.900882 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.901197 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.901527 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.901856 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.902185 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.902508 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.902864 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.903185 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.903502 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.903820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.904446 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:54:35.908007 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:54:36.309913 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-0aa99979-db4a-41a0-bee1-fae469b0b20d None None] Provisioning complete for port ce8359aa-f46f-4e2e-8f8a-fa7479ce052e triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:54:36.310288 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0aa99979-db4a-41a0-bee1-fae469b0b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:36.434646 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-0aa99979-db4a-41a0-bee1-fae469b0b20d None None] Provisioning complete for port 0b331db4-79b2-4c46-a258-d5eaaca556fd triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:54:36.434899 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0aa99979-db4a-41a0-bee1-fae469b0b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:38.035124 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45628) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:38.106826 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:54:38.203977 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f66674-1263-4252-8838-b3e6ce733d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:38.204453 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f66674-1263-4252-8838-b3e6ce733d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:38.205956 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-51f66674-1263-4252-8838-b3e6ce733d37 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698830 Jun 10 00:54:40.327126 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 45636) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:40.504670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e43d61-3fc8-456c-97a4-06c7c8628e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:40.505142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e43d61-3fc8-456c-97a4-06c7c8628e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:40.507246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-85e43d61-3fc8-456c-97a4-06c7c8628e86 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1785705 Jun 10 00:54:41.251246 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-5506d721-1d50-41fd-b8a9-79312eef239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:42.671157 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 45646) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:42.843698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca3800-eb07-4714-b4e2-cb9fa4b05814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:42.845024 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-dbca3800-eb07-4714-b4e2-cb9fa4b05814 admin admin] 10.222.0.59 "GET /v2.0/networks/8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 HTTP/1.1" status: 200 len: 886 time: 0.1729491 Jun 10 00:54:43.448289 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:43.715872 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-72f34be7-d29d-4d6e-9d31-f9c1a2c46ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:44.676180 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:45.001232 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45654) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:45.183157 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef21461-e0d9-4cbe-af50-412cee07cb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:45.184443 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0ef21461-e0d9-4cbe-af50-412cee07cb4c admin admin] 10.222.0.59 "GET /v2.0/networks/b0f8fb0d-e419-4944-9e8c-bea90f700f14 HTTP/1.1" status: 200 len: 869 time: 0.1822534 Jun 10 00:54:46.298749 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:54:47.318994 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45662) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:47.423209 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52b4be1-0a21-4c33-863e-724bc1ab2600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:47.423674 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52b4be1-0a21-4c33-863e-724bc1ab2600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:47.425192 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d52b4be1-0a21-4c33-863e-724bc1ab2600 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052489 Jun 10 00:54:49.576941 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45670) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:49.683041 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c3086-7431-4c02-b7ae-81b77358be10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:49.683498 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c3086-7431-4c02-b7ae-81b77358be10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:49.685003 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-ae3c3086-7431-4c02-b7ae-81b77358be10 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071870 Jun 10 00:54:51.792189 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45678) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:51.905764 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29714094-d41c-4b52-9202-230441e2f670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:51.907658 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-29714094-d41c-4b52-9202-230441e2f670 admin admin] 10.222.0.59 "GET /v2.0/subnets/61ed1a8f-3aff-4586-a9c2-319ec47f5304 HTTP/1.1" status: 200 len: 816 time: 0.1143785 Jun 10 00:54:54.032318 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45686) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:54:54.135557 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdd2c6-6a56-4af9-a801-3d72e9c363f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:54:54.136849 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-93bdd2c6-6a56-4af9-a801-3d72e9c363f2 admin admin] 10.222.0.59 "GET /v2.0/subnets/d94aa2b8-d3d4-48f4-b51b-8bc0955211c0 HTTP/1.1" status: 200 len: 868 time: 0.1035919 Jun 10 00:55:11.254018 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-75422dde-3065-4477-8e48-1bff9b609576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:13.450971 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:13.717839 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0440-1606-44df-94b8-ca403a881a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:14.671193 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:15.105226 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:55:16.299907 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:17.256771 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45730) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:55:17.303365 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [None req-63a2e921-b856-4d54-935f-c5caa8087d25 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:55:17.304386 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-63a2e921-b856-4d54-935f-c5caa8087d25 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466917 Jun 10 00:55:19.502967 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45738) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:55:19.570673 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.pecan_wsgi.hooks.translation [None req-817b2b51-f114-4531-93f6-f019c09a841e admin admin] GET failed (client error): The resource could not be found. Jun 10 00:55:19.571855 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-817b2b51-f114-4531-93f6-f019c09a841e admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679359 Jun 10 00:55:19.694398 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9f9fc9-5d53-4080-a6d8-86b8a8437f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:55:19.695871 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2a9f9fc9-5d53-4080-a6d8-86b8a8437f90 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1202552 Jun 10 00:55:21.857413 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45746) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:55:21.907904 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:55:21.927733 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Made reservation on behalf of 7365e2d737e640e39a814cbaf3a7919d for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:55:21.930232 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:22.016595 dv-cinder-795009-3-iscsi neutron-server[91713]: WARNING neutron.services.revisions.revision_plugin [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Could not find related network for resource to bump revision. Jun 10 00:55:22.029705 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:55:22.038692 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:22.039026 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Added segment aeb1e2ac-5483-4769-8d1c-ccffa0904423 of type vlan for network c4be5bc7-bcf6-43c6-9bab-82d717234616 Jun 10 00:55:22.063581 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:22.092517 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:22.093768 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:55:22.094342 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:22.098805 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:55:22.222194 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3635879 Jun 10 00:55:22.231614 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Pushing event updated for resources: {'Network': ['ID=c4be5bc7-bcf6-43c6-9bab-82d717234616,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:55:22.234437 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:55:22.242560 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network c4be5bc7-bcf6-43c6-9bab-82d717234616 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:55:24.355611 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45754) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:55:24.420964 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d361f62b-eb4a-4d89-ae59-bcd9969cda67 admin admin] GET failed (client error): The resource could not be found. Jun 10 00:55:24.422192 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d361f62b-eb4a-4d89-ae59-bcd9969cda67 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653689 Jun 10 00:55:24.523265 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8b524-1ca8-4c0b-b1fe-38215ff21d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:55:24.524675 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-76a8b524-1ca8-4c0b-b1fe-38215ff21d03 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987558 Jun 10 00:55:24.534681 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616', 'cidr': '192.168.233.0/24'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:55:24.555088 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Made reservation on behalf of 7365e2d737e640e39a814cbaf3a7919d for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:55:24.557423 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:24.753741 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:24.758158 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d3a33dee-275c-4c5d-a149-c015f248c212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:55:24.825224 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffc1ead-7b92-491e-a066-802ef7fac825,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:55:24.828853 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:55:24.835509 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Checking segment: {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:55:24.835864 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Network hostable DHCP agents. Network: c4be5bc7-bcf6-43c6-9bab-82d717234616, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:55:24.852232 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Network c4be5bc7-bcf6-43c6-9bab-82d717234616 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:55:24.860804 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, c4be5bc7-bcf6-43c6-9bab-82d717234616) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:55:24.864715 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:55:24.865306 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:24.869799 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822475bc-a43a-4b72-9f80-3014857eda9c None None] Network c4be5bc7-bcf6-43c6-9bab-82d717234616 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:55:24.893214 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511739 Jun 10 00:55:25.089804 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-c4be5bc7-bcf6-43c6-9bab-82d717234616', 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616', 'tenant_id': '7365e2d737e640e39a814cbaf3a7919d', 'fixed_ips': [{'subnet_id': '8ffc1ead-7b92-491e-a066-802ef7fac825'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 00:55:25.090662 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:25.249176 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Allocated IP 192.168.233.2 (c4be5bc7-bcf6-43c6-9bab-82d717234616/8ffc1ead-7b92-491e-a066-802ef7fac825/d77d6da1-1834-44f9-9ef7-6fbdb38e1a67) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:55:25.448030 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:25.458701 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Transition to ACTIVE for port object d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:55:25.477535 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Transition to ACTIVE for port object d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:55:25.483921 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:25.488396 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:55:25.553981 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Network c4be5bc7-bcf6-43c6-9bab-82d717234616 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:55:25.559278 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Pushing event updated for resources: {'Port': ['ID=d77d6da1-1834-44f9-9ef7-6fbdb38e1a67,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:55:25.563341 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:55:25.567862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:55:25.570342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.570727 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.571052 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.571382 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.571714 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.572037 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.572358 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.572677 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.573014 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.573335 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.573647 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.573959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:55:25.578707 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:55:25.662789 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Attempting to bind port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:55:25.663167 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Attempting to bind port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:55:25.663530 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Attempting to bind port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 on network c4be5bc7-bcf6-43c6-9bab-82d717234616 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:55:25.668912 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:55:25.669295 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Checking segment: {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:55:25.670186 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:25.670578 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Bound using segment: {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:55:25.671062 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Bound port: d77d6da1-1834-44f9-9ef7-6fbdb38e1a67, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:55:25.671433 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:25.759537 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] For port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:55:25.763343 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] For port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=d77d6da1-1834-44f9-9ef7-6fbdb38e1a67,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:55:25.767604 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:25.771441 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:55:25.852028 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Pushing event updated for resources: {'Port': ['ID=d77d6da1-1834-44f9-9ef7-6fbdb38e1a67,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:55:25.855453 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:55:26.641000 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce15383-722e-43b3-9ee3-043853bc68a7 None None] Network c4be5bc7-bcf6-43c6-9bab-82d717234616 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:55:26.811230 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-7170a08e-91d1-47f0-9389-90bd0300e701 None None] Provisioning for port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:55:27.731252 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:55:27.802205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:55:27.806868 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:55:27.807262 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:27.921904 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:27.960872 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=d77d6da1-1834-44f9-9ef7-6fbdb38e1a67,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 00:55:27.965424 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:27.968057 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:55:28.031243 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=d77d6da1-1834-44f9-9ef7-6fbdb38e1a67,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:55:28.034140 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:55:29.721028 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:55:29.792604 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port d77d6da1-1834-44f9-9ef7-6fbdb38e1a67 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:55:29.792980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:41.255773 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e3f97c6d-86d5-4ee2-927c-1905ec8ddd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:43.454407 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:43.718715 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-80e3d5e4-7f21-452d-9636-1e0bf65377b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:44.671553 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:46.306179 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:55:52.107115 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:56:11.260040 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d556e5f3-a7dd-40dc-bcbb-6983ece6e94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:13.456576 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:13.722125 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-af59b391-4420-4c14-9972-7680efb681db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:14.674095 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:16.308415 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:29.104212 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:56:31.337689 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45806) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:56:31.343548 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [None req-e808a0dd-3027-42e9-8af1-681d784aae74 tempest-verify_tempest_config-367774040 tempest-verify_tempest_config-367774040-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:56:31.344505 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e808a0dd-3027-42e9-8af1-681d784aae74 tempest-verify_tempest_config-367774040 tempest-verify_tempest_config-367774040-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058794 Jun 10 00:56:31.647584 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45824) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:56:31.761262 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:31.862264 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:31.865593 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:31.873518 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:56:31.910211 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dd88e0-ee69-4fe9-a369-5f8c7ee1d4e5,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:56:31.915642 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0550cdd19324160adc3a13673930c4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2670708 Jun 10 00:56:31.918360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 45828) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:56:31.919726 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.920123 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.920430 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.920761 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.921088 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.921426 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.921752 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.922074 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.922406 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.922772 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.923094 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.923410 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:31.927219 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:56:31.975305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:32.000697 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:32.091197 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:32.093807 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:32.094929 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3dd88e0-ee69-4fe9-a369-5f8c7ee1d4e5 HTTP/1.1" status: 204 len: 168 time: 0.1755087 Jun 10 00:56:32.095591 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:56:32.105179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dd88e0-ee69-4fe9-a369-5f8c7ee1d4e5,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:56:32.111717 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.112070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.112401 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.112923 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.113246 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.113566 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.113877 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.114193 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.114503 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.114835 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.115141 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.115446 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:56:32.118644 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:56:41.262988 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-aba9c7bc-a6be-4eb6-a213-f1421eb09f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:43.459598 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:43.723905 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f19b5437-468a-4f03-ba97-1d934b1c9153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:44.679550 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:56:46.310969 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:06.102341 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:57:11.265668 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-77a6ef90-909f-48fd-a991-c659be8ffb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:13.460542 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:13.724626 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-eb8f580d-0975-4845-8626-9dfa7d591da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:14.679713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:16.321949 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:41.266858 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-16939ad5-01aa-454e-9388-112d217ef7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:43.100482 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 5 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:57:43.462186 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:43.724825 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3c91b10c-d366-45a6-8bf4-bd1f4b3c9156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:44.682060 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:57:46.318860 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:07.415318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014'] for agent, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:11.269629 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-56efd645-9ffe-4d13-a193-4514d074cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:11.485333 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 45884) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:58:11.595291 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c920589e-cd89-4a46-90ad-27ea5f390be2 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1089454 Jun 10 00:58:13.463484 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:13.736802 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a4e99b03-47ad-4dc8-a312-9e3ac7689128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:13.737029 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 45894) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:58:13.796280 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4255b7cb-faa6-4eef-883e-4da63c3a95b3 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0581436 Jun 10 00:58:14.686275 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:16.322264 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:20.099716 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:58:37.375295 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:41.271132 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dae4c50-e07c-41e6-9f6d-f848c723e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:43.464730 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:43.727617 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8ebf200b-f1ff-4ead-9b4b-7fb591a87de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:44.687586 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:46.326696 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:58:57.099516 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:59:07.394789 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:11.278370 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ec47b77e-7eee-417b-bba9-542dcac83ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:13.470918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:13.785387 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-2e6654c0-f955-428f-a4fc-672d2e79cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:14.700743 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:16.333731 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:34.099050 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 00:59:37.402049 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:41.271208 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a391b28a-9b07-4a68-bc47-45f2df6724de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:43.504365 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:43.738826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6e3506f8-b8c2-41ab-b61b-9d0a5885de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:44.702675 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:45.420603 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46046) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:45.879736 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-979872627-network', 'tenant_id': '3555989b609a401083dbbd211d0f0f18'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:45.902834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Made reservation on behalf of 3555989b609a401083dbbd211d0f0f18 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:45.906566 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:45.923721 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.056818 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.068342 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.072748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:46.095707 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:59:46.116054 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.116653 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Added segment 736afebe-454b-4455-9fbe-2b789fe5c9ac of type vlan for network 6448be8c-2817-4900-8b05-eb1f7286fd94 Jun 10 00:59:46.133157 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8339a778-adfd-4a31-96a5-f8576d773e9b,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:46.160280 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.160915 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.161459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.161980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.162489 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.162865 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.163381 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.163517 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.164648 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.165127 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.165294 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.165626 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Tracked resource versions report: Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: pushed versions: Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: { 'AddressGroup': {'1.2'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'ConntrackHelper': {'1.0'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Log': {'1.0'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Network': {'1.1'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Port': {'1.7'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'PortForwarding': {'1.2'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'QosPolicy': {'1.8'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroup': {'1.4'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SubPort': {'1.0'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Subnet': {'1.1'}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Trunk': {'1.1'}} Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: consumer versions: Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: HyperV agent@hv-cinder-79500: {}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'ConntrackHelper': '1.0', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Log': '1.0', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Network': '1.1', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Port': '1.7', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'PortForwarding': '1.2', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'QosPolicy': '1.8', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroup': '1.4', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SecurityGroupRule': '1.2', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'SubPort': '1.0', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Subnet': '1.1', Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: 'Trunk': '1.1'}} Jun 10 00:59:46.166891 dv-cinder-795009-3-iscsi neutron-server[91713]: {{(pid=91713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:59:46.173612 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:46.177030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.220766 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.224214 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:46.228013 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.243439 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:46.333511 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Pushing event updated for resources: {'Network': ['ID=6448be8c-2817-4900-8b05-eb1f7286fd94,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:46.339940 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46104) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:46.346405 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Request body: {'subnet': {'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-979872627-subnet', 'tenant_id': '3555989b609a401083dbbd211d0f0f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:46.348538 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.351443 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9289286 Jun 10 00:59:46.351872 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 6448be8c-2817-4900-8b05-eb1f7286fd94 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:59:46.353018 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:46.374401 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Made reservation on behalf of 3555989b609a401083dbbd211d0f0f18 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:46.380865 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.616863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.621148 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:46.678618 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:46.695744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.696084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.696415 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.696744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.696907 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46118) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:46.697370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.697370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.697695 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.698018 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.698347 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.698686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.699001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.699312 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Tracked resource versions report: Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: pushed versions: Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: { 'AddressGroup': {'1.2'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'ConntrackHelper': {'1.0'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Log': {'1.0'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Network': {'1.1'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Port': {'1.7'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'PortForwarding': {'1.2'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'QosPolicy': {'1.8'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroup': {'1.4'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SubPort': {'1.0'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Subnet': {'1.1'}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Trunk': {'1.1'}} Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: consumer versions: Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: HyperV agent@hv-cinder-79500: {}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'ConntrackHelper': '1.0', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Log': '1.0', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Network': '1.1', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Port': '1.7', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'PortForwarding': '1.2', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'QosPolicy': '1.8', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroup': '1.4', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SecurityGroupRule': '1.2', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'SubPort': '1.0', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Subnet': '1.1', Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: 'Trunk': '1.1'}} Jun 10 00:59:46.700312 dv-cinder-795009-3-iscsi neutron-server[91714]: {{(pid=91714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:59:46.704611 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:46.711501 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Checking segment: {'id': '736afebe-454b-4455-9fbe-2b789fe5c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:46.711863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Network hostable DHCP agents. Network: 6448be8c-2817-4900-8b05-eb1f7286fd94, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:59:46.729032 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Network 6448be8c-2817-4900-8b05-eb1f7286fd94 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:59:46.740465 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 6448be8c-2817-4900-8b05-eb1f7286fd94) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:46.745312 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:46.746129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:46.751472 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14293c97-37fb-4109-b556-80c091e785bd None None] Network 6448be8c-2817-4900-8b05-eb1f7286fd94 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:46.767275 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4255130 Jun 10 00:59:46.877885 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46126) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:46.913478 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46130) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:46.951404 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46134) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:47.005299 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b8a37-7d2c-470f-86e9-986aa534e993 None None] Network 6448be8c-2817-4900-8b05-eb1f7286fd94 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:47.247184 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-network', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:47.268856 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Made reservation on behalf of c87a3f41ac9942bca231ef5827959ef4 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:47.275016 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.289670 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-network', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:47.293743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.319387 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1941596128-network', 'tenant_id': '229b1c623dde4fea99437d953097c96f'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:47.332438 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-159276686-network', 'tenant_id': 'cea6a884028d461dbd60de29528bef2c'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:47.337991 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.db.api [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 00:59:47.337991 dv-cinder-795009-3-iscsi neutron-server[91713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 00:59:47.337991 dv-cinder-795009-3-iscsi neutron-server[91713]: [parameters: {'project_id_1': 'c87a3f41ac9942bca231ef5827959ef4', 'expiration_1': datetime.datetime(2021, 6, 10, 0, 59, 47, 315077)}] Jun 10 00:59:47.337991 dv-cinder-795009-3-iscsi neutron-server[91713]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 00:59:47.338569 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_db.api [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 00:59:47.350498 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Made reservation on behalf of bc013cc088e349aab09ea611f03d1b38 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:47.352753 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.371845 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.387302 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.db.api [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 00:59:47.387302 dv-cinder-795009-3-iscsi neutron-server[91713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 00:59:47.387302 dv-cinder-795009-3-iscsi neutron-server[91713]: [parameters: {'project_id_1': 'cea6a884028d461dbd60de29528bef2c', 'expiration_1': datetime.datetime(2021, 6, 10, 0, 59, 47, 346219)}] Jun 10 00:59:47.387302 dv-cinder-795009-3-iscsi neutron-server[91713]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 00:59:47.387715 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_db.api [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 00:59:47.397082 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Made reservation on behalf of 229b1c623dde4fea99437d953097c96f for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:47.399566 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.418144 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.518319 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.523620 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.532592 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bc0d1de1-c730-43af-922a-08652faffe8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:47.569805 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:59:47.577746 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5258bbb5-a230-4375-82cd-3e22dd15b784,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:47.587606 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:47.593401 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.593765 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Added segment cc11fcad-4bb9-4a63-91f6-2dd484aa0d21 of type vlan for network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc Jun 10 00:59:47.629802 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.692484 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.695932 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:47.696507 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.709695 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.710556 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:47.729595 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.779870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46176) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:47.780328 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9008894 Jun 10 00:59:47.786501 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Request body: {'subnet': {'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-subnet', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:47.807860 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:59:47.817749 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Pushing event updated for resources: {'Network': ['ID=75c75b8d-7089-4e91-b2d8-0969df4ea8fc,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:47.821008 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:47.821455 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:47.829458 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:59:47.830981 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.831316 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Added segment ae3a9b1b-6cff-4570-8637-bac1b919e9ab of type vlan for network ba3bcdf7-4bc4-4459-8bad-88431a48a83c Jun 10 00:59:47.840076 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.866036 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Made reservation on behalf of bc013cc088e349aab09ea611f03d1b38 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:47.868622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.890625 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d363a5f1-0c8a-4957-982f-9629d3427791,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:47.900128 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:47.908442 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.966881 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.970503 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:47.971310 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:47.975806 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-69fb6ca4-9c1f-42b8-88fe-9a1797e31652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:48.096925 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3bcdf7-4bc4-4459-8bad-88431a48a83c,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:48.102058 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:48.117448 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.140001 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.149336 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:48.152506 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:59:48.181876 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Made reservation on behalf of cea6a884028d461dbd60de29528bef2c for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:48.184683 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.199347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cd4dec-103d-41da-a73a-a7571ab99967,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:48.202941 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.220733 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:48.303826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.308685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b7f29541-3333-4aca-980a-fb5db45f2e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:48.387571 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61a072f-e615-41ef-afcd-fd279a90650f,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:48.399280 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:48.429166 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Checking segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:48.429931 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Network hostable DHCP agents. Network: 75c75b8d-7089-4e91-b2d8-0969df4ea8fc, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:59:48.441576 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.443592 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5288725 Jun 10 00:59:48.446840 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46196) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:48.454983 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Request body: {'subnet': {'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1941596128-subnet', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:48.458334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:59:48.467309 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:59:48.470412 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.475453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 75c75b8d-7089-4e91-b2d8-0969df4ea8fc) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:48.480833 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:48.483313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.485303 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f344a-0160-42d6-be87-fa34bbb7085f None None] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:48.490266 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-09a75011-2981-4771-97e1-3371ab6f6bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:48.512272 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.512668 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Added segment 52bd41da-5622-4121-af3e-0a9f677266e3 of type vlan for network a8d5da50-726d-49e2-a729-470db3429d30 Jun 10 00:59:48.528232 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 00:59:48.541075 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7587612 Jun 10 00:59:48.543165 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46198) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:48.544113 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Made reservation on behalf of 229b1c623dde4fea99437d953097c96f for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:48.546489 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.550800 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:48.607618 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.609358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.648167 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.673067 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f79f11-0d63-4583-ba0c-db540814ad0f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:48.675955 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.676357 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Added segment 755cd7cb-31a1-41cb-8fdc-3def4dc6fae7 of type vlan for network 0364ed71-53e0-4611-8539-46b910683169 Jun 10 00:59:48.687328 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:48.694204 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.735717 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.852101 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.868353 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:48.875864 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9e901-875a-43a7-bdd7-bb24693ceaac None None] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:48.880847 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:48.893407 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4a70deea-cac1-450f-9c7b-8314c81bdd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:49.235193 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.281442 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:49.282169 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.283826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.351080 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6520419 Jun 10 00:59:49.359077 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46242) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:49.359733 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46244) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:49.387171 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Request body: {'subnet': {'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-subnet', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:49.403724 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Pushing event updated for resources: {'Network': ['ID=a8d5da50-726d-49e2-a729-470db3429d30,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:49.412803 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:49.413528 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:49.417609 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network a8d5da50-726d-49e2-a729-470db3429d30 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:59:49.442307 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4820366 Jun 10 00:59:49.444378 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46250) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:49.451476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Request body: {'subnet': {'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-159276686-subnet', 'tenant_id': 'cea6a884028d461dbd60de29528bef2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:49.655903 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-58272831-849b-4992-972b-891708dc83cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.687233 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.697787 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Made reservation on behalf of c87a3f41ac9942bca231ef5827959ef4 for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:49.700073 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.742041 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46266) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:49.746108 dv-cinder-795009-3-iscsi neutron-server[91714]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 00:59:49.767340 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Made reservation on behalf of cea6a884028d461dbd60de29528bef2c for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:49.769708 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.784812 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Pushing event updated for resources: {'Network': ['ID=0364ed71-53e0-4611-8539-46b910683169,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:49.795604 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 0364ed71-53e0-4611-8539-46b910683169 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 00:59:49.795978 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:49.804403 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7ca5869c-4ed7-4ab8-91c3-b5e6693e1b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:49.850893 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.874014 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Checking segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:49.874369 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Network hostable DHCP agents. Network: ba3bcdf7-4bc4-4459-8bad-88431a48a83c, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:59:49.944259 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107223eb-202c-4d95-aef5-5408e66889b7,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:49.946420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:49.953364 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:49.956865 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:59:49.979796 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, ba3bcdf7-4bc4-4459-8bad-88431a48a83c) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:49.993178 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a664f-2ad8-46da-8183-aa135ac968f3 None None] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:50.016434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:50.017053 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.106881 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Allocated IP 172.27.0.100 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/197bbba0-2709-4e60-897a-fcac7fd8e57f) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:59:50.110182 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-58272831-849b-4992-972b-891708dc83cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.128143 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-58272831-849b-4992-972b-891708dc83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.138045 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:50.144585 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.157914 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7099106 Jun 10 00:59:50.170918 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46288) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:50.179868 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:50.221491 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-58272831-849b-4992-972b-891708dc83cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20c07066b8c2430db062990858847a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8487382 Jun 10 00:59:50.222444 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.223566 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.226725 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46292) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:50.233034 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58272831-849b-4992-972b-891708dc83cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15ebb0-dcfc-438d-8d50-b84f83aab0f4,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:50.242976 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-58272831-849b-4992-972b-891708dc83cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:50.258937 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:50.341727 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.354913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-2bbd0b03-13b6-42ef-bec5-6aabf7c905bb tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:50.357125 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-2bbd0b03-13b6-42ef-bec5-6aabf7c905bb tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/networks?id=6448be8c-2817-4900-8b05-eb1f7286fd94 HTTP/1.1" status: 200 len: 811 time: 0.6140904 Jun 10 00:59:50.364425 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.384713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 00:59:50.385538 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.397124 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Checking segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:50.397451 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Network hostable DHCP agents. Network: a8d5da50-726d-49e2-a729-470db3429d30, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:59:50.434736 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-92d9cefe-6118-4f30-8cd3-1b5d839e2b94 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/quotas/3555989b609a401083dbbd211d0f0f18 HTTP/1.1" status: 200 len: 375 time: 0.0382998 Jun 10 00:59:50.445816 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c1311e-19a6-47db-abe2-183b0329cb84,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:50.459702 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:50.475065 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Network a8d5da50-726d-49e2-a729-470db3429d30 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:59:50.555322 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.585386 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.586337 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-9d322041-09c3-4df7-8e5c-7c5f5c641e89 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3555989b609a401083dbbd211d0f0f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453993 Jun 10 00:59:50.597408 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.617439 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:50.653579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Allocated IP 172.20.0.2 (ba3bcdf7-4bc4-4459-8bad-88431a48a83c/107223eb-202c-4d95-aef5-5408e66889b7/90707774-f4f0-4170-809a-e068b7e5d926) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:59:50.697643 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, a8d5da50-726d-49e2-a729-470db3429d30) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:50.711397 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:50.712048 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.751051 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20a34c-130d-4084-a875-ec767ddbd094 None None] Network a8d5da50-726d-49e2-a729-470db3429d30 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:50.809869 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:59:50.826934 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Pushing event updated for resources: {'Port': ['ID=197bbba0-2709-4e60-897a-fcac7fd8e57f,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:50.832175 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:50.849717 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:50.885069 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:59:50.931391 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.947576 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.949246 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a15ebb0-dcfc-438d-8d50-b84f83aab0f4 HTTP/1.1" status: 204 len: 168 time: 0.7184045 Jun 10 00:59:50.950364 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-58272831-849b-4992-972b-891708dc83cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:50.963650 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:50.978013 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15ebb0-dcfc-438d-8d50-b84f83aab0f4,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:51.004111 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:51.050837 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6790671 Jun 10 00:59:51.051591 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46356) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:51.119747 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:51.209800 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.216065 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.222111 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Transition to ACTIVE for port object 90707774-f4f0-4170-809a-e068b7e5d926 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:59:51.228004 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.229714 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-a8d5da50-726d-49e2-a729-470db3429d30', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 00:59:51.230810 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.247836 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.264674 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Transition to ACTIVE for port object 90707774-f4f0-4170-809a-e068b7e5d926 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:59:51.342956 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.362632 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:51.384754 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-a5d12dc7-4e54-467d-b04e-3aa0a779718d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 00:59:51.399004 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-a5d12dc7-4e54-467d-b04e-3aa0a779718d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6104631 Jun 10 00:59:51.461307 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:59:51.473639 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:51.510709 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:59:51.512792 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Pushing event updated for resources: {'Port': ['ID=90707774-f4f0-4170-809a-e068b7e5d926,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:51.583471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46378) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:51.592501 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.634340 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.634895 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.635390 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.635865 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.636499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.637055 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.637521 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.637988 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.638475 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.639076 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.639852 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.640322 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Tracked resource versions report: Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: pushed versions: Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: { 'AddressGroup': {'1.2'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'ConntrackHelper': {'1.0'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Log': {'1.0'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Network': {'1.1'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Port': {'1.7'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'PortForwarding': {'1.2'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'QosPolicy': {'1.8'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroup': {'1.4'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SubPort': {'1.0'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Subnet': {'1.1'}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Trunk': {'1.1'}} Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: consumer versions: Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: HyperV agent@hv-cinder-79500: {}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'ConntrackHelper': '1.0', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Log': '1.0', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Network': '1.1', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Port': '1.7', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'PortForwarding': '1.2', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'QosPolicy': '1.8', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroup': '1.4', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SecurityGroupRule': '1.2', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'SubPort': '1.0', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Subnet': '1.1', Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: 'Trunk': '1.1'}} Jun 10 00:59:51.642215 dv-cinder-795009-3-iscsi neutron-server[91715]: {{(pid=91715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:59:51.675253 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3a5acf76-102a-41a9-91d9-251e4150366f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:51.685288 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:51.689895 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Attempting to bind port 90707774-f4f0-4170-809a-e068b7e5d926 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:59:51.690497 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Attempting to bind port 90707774-f4f0-4170-809a-e068b7e5d926 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:59:51.691419 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Attempting to bind port 90707774-f4f0-4170-809a-e068b7e5d926 on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:59:51.702169 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:59:51.705319 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Checking segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:51.705603 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.706009 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Bound using segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:59:51.706501 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Bound port: 90707774-f4f0-4170-809a-e068b7e5d926, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:59:51.706909 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.733734 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Allocated IP 172.20.0.2 (a8d5da50-726d-49e2-a729-470db3429d30/00c1311e-19a6-47db-abe2-183b0329cb84/1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:59:51.755186 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.757943 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:51.859540 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-480606a5-6ca5-4030-bdb4-7be4b662b274 service neutron] 10.222.0.59 "GET /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589980 Jun 10 00:59:51.973670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Checking segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:51.974290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Network hostable DHCP agents. Network: 0364ed71-53e0-4611-8539-46b910683169, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 00:59:51.997111 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=857f0aba-d0af-4566-b8b3-0e9c03a511b8,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:51.999063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.004227 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.015707 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Transition to ACTIVE for port object 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:59:52.028763 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.037534 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Transition to ACTIVE for port object 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:59:52.068294 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.075248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:52.092170 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] For port 90707774-f4f0-4170-809a-e068b7e5d926, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:59:52.096661 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] For port 90707774-f4f0-4170-809a-e068b7e5d926, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=90707774-f4f0-4170-809a-e068b7e5d926,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:59:52.098874 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.104088 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:52.144696 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46396) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:52.153393 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.189360 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Network a8d5da50-726d-49e2-a729-470db3429d30 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:59:52.196292 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:52.209900 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:59:52.212363 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Pushing event updated for resources: {'Port': ['ID=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:52.216656 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:52.217554 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-de2b083e-d904-493c-9349-cc1982ff40dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:52.229484 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Network 0364ed71-53e0-4611-8539-46b910683169 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 00:59:52.261757 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-34501946-88f8-4b02-afbc-022549274868 service neutron] 10.222.0.59 "GET /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862016 Jun 10 00:59:52.272415 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 0364ed71-53e0-4611-8539-46b910683169) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:52.282224 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:52.283128 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.360011 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2813b8-a0b4-4992-b307-595afdcdb0cc None None] Network 0364ed71-53e0-4611-8539-46b910683169 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:52.390974 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.469631 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Allocated IP 172.27.0.12 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/259364db-8dfc-4a27-a8d4-71e62e3c39ad) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:59:52.589867 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Attempting to bind port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:59:52.590316 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Attempting to bind port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:59:52.590863 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Attempting to bind port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 on network a8d5da50-726d-49e2-a729-470db3429d30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:59:52.600232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46414) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:52.603011 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:59:52.603579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Checking segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:52.604050 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.604688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Bound using segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:59:52.605064 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Bound port: 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:59:52.605504 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.618276 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Pushing event updated for resources: {'Port': ['ID=90707774-f4f0-4170-809a-e068b7e5d926,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:52.658715 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:52.787309 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.791050 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5c939-f3c0-41ff-b4bf-2d7a7da13f3d None None] Network 0364ed71-53e0-4611-8539-46b910683169 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:52.794170 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.861834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.875901 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-59779520-eb12-47f3-a787-9d77d7a9cf01 req-81f0194b-d2d9-47ec-a714-ce192cfe6333 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.2738204 Jun 10 00:59:52.880324 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.895445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:52.917770 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] For port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:59:52.963575 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] For port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:59:52.996652 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.004773 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46428) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:53.031211 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:53.040035 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ccaf5532-686d-45de-878b-ef566c646e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:53.050674 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6005669 Jun 10 00:59:53.105985 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.120452 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Pushing event updated for resources: {'Port': ['ID=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:53.123554 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:53.216332 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46436) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:53.216492 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f29061de74b74c149faffd8720e8ee55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6250329 Jun 10 00:59:53.223177 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98096fb5-49a8-421b-91cf-3eea20b98495,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:53.238080 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:53.321443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.412753 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Router 7fb0c022-e402-40a6-bd95-1dfccb76a27d is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 00:59:53.422282 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.488279 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:53.724902 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.788291 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.792993 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:53.839900 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:59:53.852423 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Allocated IP 172.27.0.152 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/f0e4ca67-b37f-4dd4-9561-77009dc66dce) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:59:53.857308 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:53.860466 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:59:53.918563 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 00:59:53.930859 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Sync routers for ids ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 00:59:53.942853 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Routers {'7fb0c022-e402-40a6-bd95-1dfccb76a27d'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:59:53.946461 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:59:53.947560 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ba923-f40c-447a-b0f3-99366a7d3534 None None] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:54.011189 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Pushing event updated for resources: {'Port': ['ID=259364db-8dfc-4a27-a8d4-71e62e3c39ad,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:54.016258 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:54.063918 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:54.087359 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.110048 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c018ab2a-6cf9-41c1-b230-d9dbee5e657a req-b3e83c21-9571-4e42-84e5-e8e9e31a10c8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.0818381 Jun 10 00:59:54.131658 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 90707774-f4f0-4170-809a-e068b7e5d926 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:59:54.269348 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Set router 7fb0c022-e402-40a6-bd95-1dfccb76a27d gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:59:54.303553 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f72148db-1fb9-449f-9d5f-0a6f050db359 None None] Provisioning for port 90707774-f4f0-4170-809a-e068b7e5d926 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:59:54.387160 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=268254e5925b4d0397c7b3ce3fa130d8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2403963 Jun 10 00:59:54.407532 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46478) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:54.463469 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-52643070-e93f-4916-abb6-5f4ab63636ff tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:54.472091 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-52643070-e93f-4916-abb6-5f4ab63636ff tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.3339555 Jun 10 00:59:54.514296 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-5712371a-04bd-4f67-9cfd-60fc6ac6dd3b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/quotas/cea6a884028d461dbd60de29528bef2c HTTP/1.1" status: 200 len: 375 time: 0.0408816 Jun 10 00:59:54.573944 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfbae8e-06ff-4f60-81d7-f76452055869,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:54.583593 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:54.614643 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.629189 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-3f851deb-d048-4821-924e-0093e41a4e40 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115417 Jun 10 00:59:54.677198 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 90707774-f4f0-4170-809a-e068b7e5d926 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:59:54.695707 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 90707774-f4f0-4170-809a-e068b7e5d926 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:59:54.696079 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.716543 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T00:59:51Z', 'revision_number': 3, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T00:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:59:54.724476 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Checking router: 7fb0c022-e402-40a6-bd95-1dfccb76a27d for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 00:59:54.725277 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Updating router 7fb0c022-e402-40a6-bd95-1dfccb76a27d port 197bbba0-2709-4e60-897a-fcac7fd8e57f binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 00:59:54.778961 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e635a22-07a0-4cf0-8c65-e965fdcee785 None None] Network a8d5da50-726d-49e2-a729-470db3429d30 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 00:59:54.813133 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.817547 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2713649 Jun 10 00:59:54.820928 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.821823 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46480) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:54.863389 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.902763 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-089bc315-ec2c-44ae-a625-8236ea2815c8 None None] Provisioning for port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:59:54.940328 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:54.959006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:54.976739 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-06eb8135-4cfa-45b9-b0ad-9106de686908 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465962 Jun 10 00:59:55.035563 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.145406 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 90707774-f4f0-4170-809a-e068b7e5d926, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=90707774-f4f0-4170-809a-e068b7e5d926,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 00:59:55.166938 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d304893-92dd-4662-8212-ab45256f77b9,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:55.170364 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:55.191060 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.193779 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:59:55.194863 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.200080 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.211754 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e149372d2a1f4989bd7c763a7c7d9f0f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1983819 Jun 10 00:59:55.219447 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46486) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:55.226813 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.228528 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-8dcbaa86-c667-41ea-8a76-38c19f8518d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:55.234039 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98096fb5-49a8-421b-91cf-3eea20b98495 HTTP/1.1" status: 204 len: 168 time: 2.0121753 Jun 10 00:59:55.350675 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-97d074ab-a561-4209-9e50-405474fb4dd0 None None] Provisioning complete for port 90707774-f4f0-4170-809a-e068b7e5d926 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:59:55.351413 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-97d074ab-a561-4209-9e50-405474fb4dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.355839 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:55.357051 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-5b5b00c1-0662-409b-9306-5ba8d0e35557 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672976 Jun 10 00:59:55.362037 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.414251 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98096fb5-49a8-421b-91cf-3eea20b98495,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:55.436358 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:55.473074 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.502848 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9b0491b4-4bb6-40ef-8e84-352a4aedb977 req-30dd1aad-d190-4796-b945-4ba9a6bbdc2f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.1235149 Jun 10 00:59:55.505525 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.78', 64839) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:55.532490 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=90707774-f4f0-4170-809a-e068b7e5d926,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:55.537776 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:55.610442 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 00:59:55.616874 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:59:55.617314 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.708950 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.715139 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.808098 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9db7ad98-57a1-43bc-a439-6416e47657bf req-8fdedfb7-64a3-45f6-80cb-b2c9528b9c89 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 210 time: 0.1051500 Jun 10 00:59:55.948688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:55.990318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 00:59:56.001459 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.006779 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b9226711-6da2-48f4-b331-ec7c33a24071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:56.008076 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-34e70e55-678e-46ce-b04e-f29c37564815 None None] Provisioning complete for port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:59:56.008698 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-34e70e55-678e-46ce-b04e-f29c37564815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.123114 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:56.142289 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.181378 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e4ca67-b37f-4dd4-9561-77009dc66dce,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:56.257544 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.280624 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 90707774-f4f0-4170-809a-e068b7e5d926 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:59:56.283264 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Transition to ACTIVE for port object 197bbba0-2709-4e60-897a-fcac7fd8e57f will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 00:59:56.300550 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.304770 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:56.396314 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Pushing event updated for resources: {'Port': ['ID=197bbba0-2709-4e60-897a-fcac7fd8e57f,revision_number=2']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:56.410963 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.411930 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.412564 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.413106 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.413696 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.414303 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.419598 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.420179 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.420737 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.421348 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.421976 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.422509 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Tracked resource versions report: Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: pushed versions: Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: { 'AddressGroup': {'1.2'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'ConntrackHelper': {'1.0'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Log': {'1.0'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Network': {'1.1'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Port': {'1.7'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'PortForwarding': {'1.2'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'QosPolicy': {'1.8'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroup': {'1.4'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroupRule': {'1.2'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SubPort': {'1.0'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Subnet': {'1.1'}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Trunk': {'1.1'}} Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: consumer versions: Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: { DHCP agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: HyperV agent@hv-cinder-79500: {}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: L3 agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: Metadata agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: Metering agent@dv-cinder-795009-3-iscsi: {}, Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: Open vSwitch agent@dv-cinder-795009-3-iscsi: { 'AddressGroup': '1.2', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'ConntrackHelper': '1.0', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Log': '1.0', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Network': '1.1', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Port': '1.7', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'PortForwarding': '1.2', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'QosPolicy': '1.8', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroup': '1.4', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SecurityGroupRule': '1.2', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'SubPort': '1.0', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Subnet': '1.1', Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: 'Trunk': '1.1'}} Jun 10 00:59:56.423877 dv-cinder-795009-3-iscsi neutron-server[91716]: {{(pid=91716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 00:59:56.435857 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:56.475979 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Attempting to bind port 197bbba0-2709-4e60-897a-fcac7fd8e57f on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 00:59:56.476557 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Attempting to bind port 197bbba0-2709-4e60-897a-fcac7fd8e57f by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 00:59:56.477166 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Attempting to bind port 197bbba0-2709-4e60-897a-fcac7fd8e57f on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 00:59:56.486383 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 00:59:56.487564 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 00:59:56.488127 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.488858 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 00:59:56.493539 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Bound port: 197bbba0-2709-4e60-897a-fcac7fd8e57f, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 00:59:56.494068 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.499659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-17824f06-86b1-47e6-bcb4-79b4471ee0ce tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:56.501115 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-17824f06-86b1-47e6-bcb4-79b4471ee0ce tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.78 "GET /v2.0/networks?id=6448be8c-2817-4900-8b05-eb1f7286fd94 HTTP/1.1" status: 200 len: 811 time: 0.9755225 Jun 10 00:59:56.503548 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:56.509464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:56.558516 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Request body: {'port': {'device_id': 'ad108206-2046-4d67-9b4a-c348858594bb', 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94', 'admin_state_up': True, 'tenant_id': '3555989b609a401083dbbd211d0f0f18'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:56.599083 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] For port 197bbba0-2709-4e60-897a-fcac7fd8e57f, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 00:59:56.604793 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] For port 197bbba0-2709-4e60-897a-fcac7fd8e57f, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=197bbba0-2709-4e60-897a-fcac7fd8e57f,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 00:59:56.613547 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.620217 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:56.696121 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 90707774-f4f0-4170-809a-e068b7e5d926 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:59:56.696225 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.716903 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Pushing event updated for resources: {'Port': ['ID=197bbba0-2709-4e60-897a-fcac7fd8e57f,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:56.724123 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:56.742921 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Routers {'7fb0c022-e402-40a6-bd95-1dfccb76a27d'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:59:56.743676 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:59:56.760206 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 00:59:56.765385 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:56.801925 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 00:59:56.819559 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:56.843107 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 00:59:56.992641 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-371ce7ab-a4e6-4cf9-be07-41291d739b63 req-c904c795-fc37-42a6-92ca-e6cf2222cb24 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.1650114 Jun 10 00:59:57.040043 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.072568 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] Set router 7fb0c022-e402-40a6-bd95-1dfccb76a27d gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:59:57.075923 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.077141 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bfbae8e-06ff-4f60-81d7-f76452055869 HTTP/1.1" status: 204 len: 168 time: 2.6567769 Jun 10 00:59:57.109010 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3257efd7-44b4-4cca-930c-4fbb687335dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:57.133456 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfbae8e-06ff-4f60-81d7-f76452055869,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:57.156497 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-11e852cb-0c8a-4cf8-8f81-51ff86219c82 req-888574a5-d559-41b2-946a-914b590e7e4a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 210 time: 0.1258850 Jun 10 00:59:57.420631 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:57.449933 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 00:59:57.679566 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Made reservation on behalf of 3555989b609a401083dbbd211d0f0f18 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 00:59:57.694838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.754808 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.924538 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46588) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:57.933344 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.957370 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.960749 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d304893-92dd-4662-8212-ab45256f77b9 HTTP/1.1" status: 204 len: 168 time: 2.7164862 Jun 10 00:59:57.969218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:57.981812 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 00:59:58.074997 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T00:59:51Z', 'revision_number': 3, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T00:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:59:58.093819 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db4f1-5005-47cf-aa06-b4d1d89368d7 None None] The sync data for ids ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'] in dv-cinder-795009-3-iscsi is: [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T00:59:51Z', 'revision_number': 3, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T00:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 00:59:58.145795 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d304893-92dd-4662-8212-ab45256f77b9,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 00:59:58.162377 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 00:59:58.250048 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 00:59:58.257347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 00:59:58.344375 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:58.393060 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 00:59:58.459089 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 00:59:58.465683 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 00:59:58.563806 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b8d1ad2-5a49-40dd-91e8-7fd2234a0a00 req-72bc00a4-1696-4d24-a5c6-398d232024ef tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.1792657 Jun 10 00:59:58.582685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.78', 64845) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 00:59:58.829112 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 00:59:59.126237 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-6a83a568-65cf-4901-b3e2-b94b23b66793 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 00:59:59.139482 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-6a83a568-65cf-4901-b3e2-b94b23b66793 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.5509293 Jun 10 00:59:59.177337 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:59.301813 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e5ab026-5936-4ce2-b9d6-f70e39608d62 req-9982e044-79c8-4546-a811-7186353a5322 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 210 time: 0.2403936 Jun 10 00:59:59.348884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Allocated IP 172.20.0.8 (6448be8c-2817-4900-8b05-eb1f7286fd94/7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b/26f799a1-1f97-4af3-a80c-fae5c9ba4ea2) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 00:59:59.529263 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 00:59:59.532041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 00:59:59.547370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Request body: {'port': {'device_id': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'admin_state_up': True, 'tenant_id': 'cea6a884028d461dbd60de29528bef2c'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 00:59:59.685085 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 00:59:59.714203 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Allocated IP 172.20.0.1 (75c75b8d-7089-4e91-b2d8-0969df4ea8fc/c61a072f-e615-41ef-afcd-fd279a90650f/1c73c7fe-f65f-49f6-90de-9d0d79df320f) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:00.243741 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T00:59:54Z', 'revision_number': 3, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T00:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:00.249505 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:00.250795 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Updating router 801e13ce-e295-4887-ab65-7b923dc1ac03 port 259364db-8dfc-4a27-a8d4-71e62e3c39ad binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:00:00.296780 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 197bbba0-2709-4e60-897a-fcac7fd8e57f up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:00.317925 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46638) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:00.401433 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:00:00.413096 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:00:00.426616 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:00.434751 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:00.435710 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:00.627400 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:00.691655 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:00.877562 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 197bbba0-2709-4e60-897a-fcac7fd8e57f completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:00.884098 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-540e90be-2989-405f-9b74-083c6380ed45 req-66a2de37-c6c8-4d26-a0a2-cf3b7467659b tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.8822930 Jun 10 01:00:00.956780 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:01.025505 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 197bbba0-2709-4e60-897a-fcac7fd8e57f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:01.025882 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.035014 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.052044 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.053097 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8765337 Jun 10 01:00:01.056014 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46656) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:01.062434 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-413235f9-2493-4346-8e44-e5c80c393735 req-2adcc796-240a-4b0a-83b1-275b129522a4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 210 time: 0.3029196 Jun 10 01:00:01.067633 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.127270 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.203413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-01ea9f97-69c2-4a40-b13d-2b390a9520d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:01.301279 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.302686 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.1867580 Jun 10 01:00:01.312229 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.316459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46662) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:01.378161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 197bbba0-2709-4e60-897a-fcac7fd8e57f, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=197bbba0-2709-4e60-897a-fcac7fd8e57f,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:01.385593 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.391285 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.395178 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:01.459739 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Transition to ACTIVE for port object 259364db-8dfc-4a27-a8d4-71e62e3c39ad will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:01.476727 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.484249 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=197bbba0-2709-4e60-897a-fcac7fd8e57f,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:01.488660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:01.489391 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-de2b083e-d904-493c-9349-cc1982ff40dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:01.510421 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e3c533d506b4d839ae4d3c3cc3aded0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5773203 Jun 10 01:00:01.548877 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T00:59:57Z', 'revision_number': 3, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T00:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:01.561845 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:01.563285 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Updating router eb3a29d4-9d59-4c47-a535-c7b92573b166 port f0e4ca67-b37f-4dd4-9561-77009dc66dce binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:00:01.575782 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46666) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:01.576433 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Attempting to bind port 259364db-8dfc-4a27-a8d4-71e62e3c39ad on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:01.577062 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Attempting to bind port 259364db-8dfc-4a27-a8d4-71e62e3c39ad by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:01.577723 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Attempting to bind port 259364db-8dfc-4a27-a8d4-71e62e3c39ad on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:01.587093 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:01.587884 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:01.588539 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.589160 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:01.589862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Bound port: 259364db-8dfc-4a27-a8d4-71e62e3c39ad, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:01.590516 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.619531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe42d59-6de4-4bae-8cb0-51c93297b112 None None] Pushing event updated for resources: {'Port': ['ID=259364db-8dfc-4a27-a8d4-71e62e3c39ad,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:01.627668 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1fe42d59-6de4-4bae-8cb0-51c93297b112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:01.646818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Pushing event updated for resources: {'Port': ['ID=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:01.654577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:01.669505 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.695102 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:01.716165 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] For port 259364db-8dfc-4a27-a8d4-71e62e3c39ad, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:01.724109 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] For port 259364db-8dfc-4a27-a8d4-71e62e3c39ad, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=259364db-8dfc-4a27-a8d4-71e62e3c39ad,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:01.732058 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.738212 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.745762 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-efb4d65b-8c35-4c67-ab9f-a0c41098e784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:01.760311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Network 6448be8c-2817-4900-8b05-eb1f7286fd94 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:01.789417 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:01.832534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:01.853416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:01.857230 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:01.974821 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a7487-7b16-4401-89ef-4f92c04a85a5,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:01.978746 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:01.979795 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:01.980444 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:02.027506 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.101725 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.117429 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.126688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:02.313626 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 197bbba0-2709-4e60-897a-fcac7fd8e57f up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:02.386099 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe42d59-6de4-4bae-8cb0-51c93297b112 None None] Pushing event updated for resources: {'Port': ['ID=259364db-8dfc-4a27-a8d4-71e62e3c39ad,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:02.403051 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1fe42d59-6de4-4bae-8cb0-51c93297b112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:02.428009 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 197bbba0-2709-4e60-897a-fcac7fd8e57f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:02.428793 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.450683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:02.482856 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:02.498100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:02.501764 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:02.502438 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.512806 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.529786 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.573831 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-31bb9331-143d-4459-a425-b748670b16d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:02.692591 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a38850441c80444681bf3e4ec8b2b946&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3736250 Jun 10 01:00:02.693330 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30304ab9-3e70-464b-8dbf-599b3be0b45f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:02.695765 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46680) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:02.705926 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:02.848652 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8eb69302-b460-4e9c-8299-e9be94682a64 req-8738ff69-36e6-4652-a232-c319a4f760c1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 210 time: 0.3966198 Jun 10 01:00:02.849294 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.850253 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.880060 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Transition to ACTIVE for port object f0e4ca67-b37f-4dd4-9561-77009dc66dce will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:02.907415 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:02.931853 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:03.021853 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:03.025489 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Attempting to bind port f0e4ca67-b37f-4dd4-9561-77009dc66dce on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:03.025881 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Attempting to bind port f0e4ca67-b37f-4dd4-9561-77009dc66dce by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:03.026235 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Attempting to bind port f0e4ca67-b37f-4dd4-9561-77009dc66dce on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:03.028824 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea97d-431c-4a64-8559-da5013101cf7 None None] Pushing event updated for resources: {'Port': ['ID=f0e4ca67-b37f-4dd4-9561-77009dc66dce,revision_number=2']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:03.032130 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d5a7487-7b16-4401-89ef-4f92c04a85a5 HTTP/1.1" status: 204 len: 168 time: 1.3676336 Jun 10 01:00:03.032636 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-893ea97d-431c-4a64-8559-da5013101cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:03.033247 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:03.042687 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:03.043597 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:03.047793 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:03.048313 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:03.048917 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Bound port: f0e4ca67-b37f-4dd4-9561-77009dc66dce, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:03.049365 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:03.113384 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c73c7fe-f65f-49f6-90de-9d0d79df320f,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:03.130259 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:03.137651 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] For port f0e4ca67-b37f-4dd4-9561-77009dc66dce, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:03.143719 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] For port f0e4ca67-b37f-4dd4-9561-77009dc66dce, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=f0e4ca67-b37f-4dd4-9561-77009dc66dce,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:03.145487 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-48d57282-9ab4-48e9-b6f0-b96e244d4580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:03.151726 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Made reservation on behalf of cea6a884028d461dbd60de29528bef2c for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:03.160796 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:03.167791 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:03.170890 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-75c575e5-2f1b-448a-9481-bf59519e19f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:03.228165 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T00:59:54Z', 'revision_number': 3, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:03.234389 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df8d36-48e7-4d62-bd62-0056111cf7d5 None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T00:59:54Z', 'revision_number': 3, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:03.278361 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea97d-431c-4a64-8559-da5013101cf7 None None] Pushing event updated for resources: {'Port': ['ID=f0e4ca67-b37f-4dd4-9561-77009dc66dce,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:03.284019 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-893ea97d-431c-4a64-8559-da5013101cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:03.292690 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7416584 Jun 10 01:00:03.305581 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:03.306445 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:03.326441 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a7487-7b16-4401-89ef-4f92c04a85a5,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:03.427421 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:03.432094 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-162cfa20-559a-470f-ac73-894fd771941e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 01:00:03.433556 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-162cfa20-559a-470f-ac73-894fd771941e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127356 Jun 10 01:00:03.447345 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239946dd-0150-4774-80cb-f76046f7aabb req-0844a4ef-b42f-45c8-ae88-2da463c0bb50 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:03.449430 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-239946dd-0150-4774-80cb-f76046f7aabb req-0844a4ef-b42f-45c8-ae88-2da463c0bb50 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 931 time: 1.0953505 Jun 10 01:00:03.646112 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:03.809213 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:04.081154 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:04.101720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Allocated IP 172.20.0.2 (0364ed71-53e0-4611-8539-46b910683169/857f0aba-d0af-4566-b8b3-0e9c03a511b8/66b0af14-ff00-4301-812f-62c6b21fc246) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:04.170461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Request body: {'port': {'device_id': 'ad108206-2046-4d67-9b4a-c348858594bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:04.192447 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T00:59:57Z', 'revision_number': 3, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:04.198343 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ec30d-7698-4dd1-bd25-27593349ff24 None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T00:59:57Z', 'revision_number': 3, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:04.322728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-239946dd-0150-4774-80cb-f76046f7aabb req-3aee45f2-46ff-48f4-abe7-ba76b065a601 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8616862 Jun 10 01:00:04.378579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 259364db-8dfc-4a27-a8d4-71e62e3c39ad up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:04.588318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 259364db-8dfc-4a27-a8d4-71e62e3c39ad completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:04.601005 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 259364db-8dfc-4a27-a8d4-71e62e3c39ad triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:04.601380 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:04.803390 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:04.888434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.108068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.123796 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.127990 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30304ab9-3e70-464b-8dbf-599b3be0b45f HTTP/1.1" status: 204 len: 168 time: 2.4232876 Jun 10 01:00:05.129823 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 259364db-8dfc-4a27-a8d4-71e62e3c39ad, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=259364db-8dfc-4a27-a8d4-71e62e3c39ad,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:05.137083 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.147440 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:05.155459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-721a9178-4e04-4218-8109-3c09d25df6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:05.263612 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30304ab9-3e70-464b-8dbf-599b3be0b45f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:05.276283 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:05.317816 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=259364db-8dfc-4a27-a8d4-71e62e3c39ad,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:05.344708 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:05.395191 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.431315 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.459630 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e767d4c8-8f9e-41c3-b645-1c2f84338aab req-ec424549-cbba-414e-9c26-467da15c73c5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 210 time: 1.0152431 Jun 10 01:00:05.540358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.596370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.638295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:05.699835 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.803745 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.852049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:05.858009 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Network 0364ed71-53e0-4611-8539-46b910683169 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:05.934696 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:06.087204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:06.093549 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:06.095122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:06.114409 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Allocated IP 172.20.0.1 (a8d5da50-726d-49e2-a729-470db3429d30/00c1311e-19a6-47db-abe2-183b0329cb84/e16e53a7-e131-4885-8288-92c79aac1898) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:06.326682 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event updated for resources: {'Port': ['ID=66b0af14-ff00-4301-812f-62c6b21fc246,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:06.348638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:06.350036 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:06.374338 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46734) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:06.437448 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device f0e4ca67-b37f-4dd4-9561-77009dc66dce up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:06.464323 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9821570 Jun 10 01:00:06.522416 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:06.581935 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port f0e4ca67-b37f-4dd4-9561-77009dc66dce completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:06.608918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port f0e4ca67-b37f-4dd4-9561-77009dc66dce triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:06.619051 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:06.830655 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Allocated IP 172.20.0.1 (ba3bcdf7-4bc4-4459-8bad-88431a48a83c/107223eb-202c-4d95-aef5-5408e66889b7/857588d2-e6cb-46f5-bd57-44c76b00541d) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:06.830655 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:06.854984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c73c7fe-f65f-49f6-90de-9d0d79df320f,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:06.881609 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:06.904272 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Transition to ACTIVE for port object e16e53a7-e131-4885-8288-92c79aac1898 will not be triggered until provisioned by entity DHCP. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:06.956206 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Request body: {'port': {'device_id': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:07.000615 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.033424 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port f0e4ca67-b37f-4dd4-9561-77009dc66dce, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=f0e4ca67-b37f-4dd4-9561-77009dc66dce,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:07.049540 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.055243 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 259364db-8dfc-4a27-a8d4-71e62e3c39ad up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:07.057362 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773be81-b450-4ce0-8be0-6051fa0e3f23 req-63306cb5-0364-4c66-ae36-6ff83aafaa04 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:07.059790 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f773be81-b450-4ce0-8be0-6051fa0e3f23 req-63306cb5-0364-4c66-ae36-6ff83aafaa04 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 931 time: 1.4319036 Jun 10 01:00:07.140959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:07.154619 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:07.244415 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.249645 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:07.260570 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.271418 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.287301 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7da40a8b-ef8e-4c5e-bbbb-5ecc3c9fe4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:07.361947 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=f0e4ca67-b37f-4dd4-9561-77009dc66dce,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:07.369517 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:07.381636 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 259364db-8dfc-4a27-a8d4-71e62e3c39ad triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:07.382148 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.445110 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Pushing event updated for resources: {'Port': ['ID=e16e53a7-e131-4885-8288-92c79aac1898,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:07.465057 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:07.476923 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.518262 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.583748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Transition to ACTIVE for port object 857588d2-e6cb-46f5-bd57-44c76b00541d will not be triggered until provisioned by entity DHCP. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:07.585200 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-70825ad6-2c83-431c-8861-b590fd14e76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:07.619622 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96749767ede34cb18522a2cc1d1450d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2149174 Jun 10 01:00:07.624815 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Network a8d5da50-726d-49e2-a729-470db3429d30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:07.625849 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46752) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:07.641690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:07.652090 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:07.652657 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.784016 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa30d8-362b-4349-93b1-b6d10eaca917,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:07.804652 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:07.882743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.912579 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:07.923595 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-879a1727-2f37-4fee-93eb-c32a502950a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:07.943328 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f773be81-b450-4ce0-8be0-6051fa0e3f23 req-ce477d1f-7dce-4c43-b3b4-1121d52bfffc tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8467748 Jun 10 01:00:07.981358 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-7269445f-44bd-4f64-bff6-c649373d93d0 None None] Provisioning for port e16e53a7-e131-4885-8288-92c79aac1898 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:07.986451 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-7269445f-44bd-4f64-bff6-c649373d93d0 None None] Provisioning complete for port e16e53a7-e131-4885-8288-92c79aac1898 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:07.987041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-7269445f-44bd-4f64-bff6-c649373d93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.077429 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:08.092480 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.139758 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-7269445f-44bd-4f64-bff6-c649373d93d0 None None] Port e16e53a7-e131-4885-8288-92c79aac1898 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:00:08.148277 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Transition to ACTIVE for port object 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:08.169154 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffde957-e93e-489e-a45d-4834cb82186d req-d706f58f-dd50-4754-b1d3-b69a5be895c5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:08.170545 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7ffde957-e93e-489e-a45d-4834cb82186d req-d706f58f-dd50-4754-b1d3-b69a5be895c5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 931 time: 1.4688787 Jun 10 01:00:08.197727 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.244614 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-12b1f482-2f36-48c6-9ca5-2a621ed6b3c5 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:08.248931 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device f0e4ca67-b37f-4dd4-9561-77009dc66dce up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:08.347660 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:08.350959 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Pushing event updated for resources: {'Port': ['ID=857588d2-e6cb-46f5-bd57-44c76b00541d,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:08.354004 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:08.354875 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:08.369183 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:08.371245 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.479030 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port f0e4ca67-b37f-4dd4-9561-77009dc66dce triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:08.479783 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.501778 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.591375 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.631021 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.671861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Pushing event updated for resources: {'Port': ['ID=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:08.681916 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:08.704003 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.710199 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:08.714094 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59aa30d8-362b-4349-93b1-b6d10eaca917 HTTP/1.1" status: 204 len: 168 time: 1.0845225 Jun 10 01:00:08.715587 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:08.728710 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa30d8-362b-4349-93b1-b6d10eaca917,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:08.731090 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:08.900745 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7ffde957-e93e-489e-a45d-4834cb82186d req-156095fd-b22f-415a-a06b-07262f122cba tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6992238 Jun 10 01:00:08.916497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Router 7fb0c022-e402-40a6-bd95-1dfccb76a27d has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:00:09.038569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-1cc1d11d-eebb-40ef-a49f-7e51a651f6b8 None None] Provisioning for port 857588d2-e6cb-46f5-bd57-44c76b00541d completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:09.067086 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-1cc1d11d-eebb-40ef-a49f-7e51a651f6b8 None None] Provisioning complete for port 857588d2-e6cb-46f5-bd57-44c76b00541d triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:09.070566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d11d-eebb-40ef-a49f-7e51a651f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.115507 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.330052 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1d11d-eebb-40ef-a49f-7e51a651f6b8 None None] Port 857588d2-e6cb-46f5-bd57-44c76b00541d cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:00:09.437152 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Attempting to bind port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:09.437523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Attempting to bind port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '736afebe-454b-4455-9fbe-2b789fe5c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:09.437939 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Attempting to bind port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 on network 6448be8c-2817-4900-8b05-eb1f7286fd94 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:09.465899 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 on network 6448be8c-2817-4900-8b05-eb1f7286fd94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:00:09.466112 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Attempting to bind port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 on network 6448be8c-2817-4900-8b05-eb1f7286fd94 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:09.555016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:09.555351 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Checking segment: {'id': '736afebe-454b-4455-9fbe-2b789fe5c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:09.555990 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Bound using segment: {'id': '736afebe-454b-4455-9fbe-2b789fe5c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:09.556567 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Bound port: 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736afebe-454b-4455-9fbe-2b789fe5c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:09.556935 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.698684 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.717980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.722883 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.730737 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.745634 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:09.955535 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Pushing event updated for resources: {'Port': ['ID=857588d2-e6cb-46f5-bd57-44c76b00541d,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:09.963875 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:09.964899 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:10.014294 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:10.023813 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:10.127015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b0af14-ff00-4301-812f-62c6b21fc246 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:10.132336 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:00:10.146662 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Sync routers for ids ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:00:10.161502 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] 10.222.0.59 "PUT /v2.0/routers/7fb0c022-e402-40a6-bd95-1dfccb76a27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3334134 Jun 10 01:00:10.164881 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:10.165632 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Routers {'7fb0c022-e402-40a6-bd95-1dfccb76a27d'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:10.166480 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:10.230481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f091a-95ed-4c18-8e75-e946b3981820 req-657e7c53-0807-4add-becc-ed7a98926a85 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:10.232022 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-232f091a-95ed-4c18-8e75-e946b3981820 req-657e7c53-0807-4add-becc-ed7a98926a85 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.8676860 Jun 10 01:00:10.255423 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] For port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:10.275273 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Transition to ACTIVE for port object 66b0af14-ff00-4301-812f-62c6b21fc246 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:10.293833 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:10.297009 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] For port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,segment=NetworkSegment(736afebe-454b-4455-9fbe-2b789fe5c9ac),segment_id=736afebe-454b-4455-9fbe-2b789fe5c9ac)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:10.305707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1ddfcd4b-a6ce-4072-8fbf-b8d9187fae5e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:10.324764 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Pushing event updated for resources: {'Port': ['ID=e16e53a7-e131-4885-8288-92c79aac1898,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:10.334494 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:10.347132 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:10.455173 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-232f091a-95ed-4c18-8e75-e946b3981820 req-c6e97652-1771-4381-b42b-71bdb5c9454e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086916 Jun 10 01:00:10.469373 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Set router 7fb0c022-e402-40a6-bd95-1dfccb76a27d gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:10.472906 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:10.473558 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:10.475013 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 HTTP/1.1" status: 200 len: 1093 time: 6.6810794 Jun 10 01:00:10.477154 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad108206-2046-4d67-9b4a-c348858594bb', 'tag': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:10.537219 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Network a8d5da50-726d-49e2-a729-470db3429d30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:10.562721 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:10.597595 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Pushing event updated for resources: {'Port': ['ID=66b0af14-ff00-4301-812f-62c6b21fc246,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:10.603763 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:10.604383 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:10.681456 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46830) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:10.743654 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50771f42-5629-4f99-85fa-72dfc14e1836 req-5bd036a9-b20a-4a05-85e8-8952acc4250a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:10.745217 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-50771f42-5629-4f99-85fa-72dfc14e1836 req-5bd036a9-b20a-4a05-85e8-8952acc4250a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 931 time: 0.5824959 Jun 10 01:00:10.771805 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Attempting to bind port 66b0af14-ff00-4301-812f-62c6b21fc246 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:10.772142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Attempting to bind port 66b0af14-ff00-4301-812f-62c6b21fc246 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:10.772472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Attempting to bind port 66b0af14-ff00-4301-812f-62c6b21fc246 on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:10.777523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Pushing event updated for resources: {'Port': ['ID=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:10.785002 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:10.786114 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Port 66b0af14-ff00-4301-812f-62c6b21fc246 on network 0364ed71-53e0-4611-8539-46b910683169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:00:10.786447 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Attempting to bind port 66b0af14-ff00-4301-812f-62c6b21fc246 on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:10.805228 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:10.805954 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Checking segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:10.805954 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Bound using segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:10.806384 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Bound port: 66b0af14-ff00-4301-812f-62c6b21fc246, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:10.806767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:10.845312 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-50771f42-5629-4f99-85fa-72dfc14e1836 req-d5ea4186-778f-47e5-86ad-dc4f6d4b0603 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914221 Jun 10 01:00:10.918646 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:10.922373 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:11.008582 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] For port 66b0af14-ff00-4301-812f-62c6b21fc246, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:11.009622 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e9b9d248-1d26-488f-9ee0-310d5dbf3180 None None] Provisioning complete for port e16e53a7-e131-4885-8288-92c79aac1898 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:11.010009 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d248-1d26-488f-9ee0-310d5dbf3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.015790 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] For port 66b0af14-ff00-4301-812f-62c6b21fc246, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=66b0af14-ff00-4301-812f-62c6b21fc246,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:11.043636 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.071747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.079096 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9d248-1d26-488f-9ee0-310d5dbf3180 None None] Port e16e53a7-e131-4885-8288-92c79aac1898 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:00:11.087083 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:11.103729 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:00:11.118150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T01:00:02Z', 'revision_number': 4, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '1c73c7fe-f65f-49f6-90de-9d0d79df320f', 'name': '', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'mac_address': 'fa:16:3e:af:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:57Z', 'updated_at': '2021-06-10T01:00:03Z', 'revision_number': 2, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'subnets': [{'id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:11.125162 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Checking router: 7fb0c022-e402-40a6-bd95-1dfccb76a27d for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:11.125530 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Updating router 7fb0c022-e402-40a6-bd95-1dfccb76a27d port 1c73c7fe-f65f-49f6-90de-9d0d79df320f binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:00:11.162016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:11.162815 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.164282 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] 10.222.0.78 "PUT /v2.0/ports/66b0af14-ff00-4301-812f-62c6b21fc246 HTTP/1.1" status: 200 len: 1093 time: 4.2282946 Jun 10 01:00:11.223019 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f81d8b-2152-4d93-8fdd-2201915acb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad108206-2046-4d67-9b4a-c348858594bb", "tag": "26f799a1-1f97-4af3-a80c-fae5c9ba4ea2"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:11.236218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Pushing event updated for resources: {'Port': ['ID=66b0af14-ff00-4301-812f-62c6b21fc246,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:11.237650 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:00:11.241063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:11.357614 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.366149 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b9577e91-f320-41d2-a44c-4318432c4bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.369714 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.375507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.406896 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-dfecf00a-811d-4d6a-8db7-79895e59efa3 None None] Provisioning complete for port 857588d2-e6cb-46f5-bd57-44c76b00541d triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:11.408327 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-dfecf00a-811d-4d6a-8db7-79895e59efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.530081 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:11.581251 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-dfecf00a-811d-4d6a-8db7-79895e59efa3 None None] Port 857588d2-e6cb-46f5-bd57-44c76b00541d cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:00:11.622053 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:00:11.677290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476f1579-f270-42ff-922b-608dbc31f44d x-openstack-request-id: req-476f1579-f270-42ff-922b-608dbc31f44d {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:11.677493 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad108206-2046-4d67-9b4a-c348858594bb", "tag": "26f799a1-1f97-4af3-a80c-fae5c9ba4ea2", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:11.677851 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-476f1579-f270-42ff-922b-608dbc31f44d {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:11.678160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad108206-2046-4d67-9b4a-c348858594bb', 'tag': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2', 'status': 'completed', 'code': 200} Jun 10 01:00:11.734864 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a9e2c3a75364f56aa0d6d9aa94ac283&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0496149 Jun 10 01:00:11.738628 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec3e5a-1c83-422b-af4e-8b0df34173e9,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:11.740599 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46870) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:11.760200 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:11.864754 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:00:11.871273 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] 10.222.0.59 "PUT /v2.0/routers/eb3a29d4-9d59-4c47-a535-c7b92573b166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5536706 Jun 10 01:00:11.897512 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:00:11.902378 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:00:11.905773 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-6aabcb74-55cd-4191-8cdb-80574c376c27 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:11.907524 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-6aabcb74-55cd-4191-8cdb-80574c376c27 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 819 time: 0.3813071 Jun 10 01:00:11.922069 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] 10.222.0.59 "PUT /v2.0/routers/801e13ce-e295-4887-ab65-7b923dc1ac03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8563960 Jun 10 01:00:11.930836 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:11.931504 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:11.939366 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.942102 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:11.945271 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:00:11.966432 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Transition to ACTIVE for port object 1c73c7fe-f65f-49f6-90de-9d0d79df320f will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:11.972510 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:11.975005 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:11.978492 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.040261 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-f35e515c-8f0a-4a16-b230-934e0fca314c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/quotas/bc013cc088e349aab09ea611f03d1b38 HTTP/1.1" status: 200 len: 375 time: 0.1188240 Jun 10 01:00:12.082388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.092531 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.093701 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/afec3e5a-1c83-422b-af4e-8b0df34173e9 HTTP/1.1" status: 204 len: 168 time: 0.3348076 Jun 10 01:00:12.100714 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:12.124883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec3e5a-1c83-422b-af4e-8b0df34173e9,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:12.140355 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:12.173254 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8de4f-f901-4e49-95ca-2e25f0a8697f req-cdf8cc70-dc33-4498-a307-6bb78b72eeaa tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:12.174864 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5d8de4f-f901-4e49-95ca-2e25f0a8697f req-cdf8cc70-dc33-4498-a307-6bb78b72eeaa tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.3551428 Jun 10 01:00:12.209433 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-d0946d23-f656-4245-b032-c27bdc091b2e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615975 Jun 10 01:00:12.220422 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:12.221496 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:12.323983 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5d8de4f-f901-4e49-95ca-2e25f0a8697f req-6b945bb5-a1cb-4aed-975a-0b0e6722819a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393471 Jun 10 01:00:12.335262 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.346747 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:12.415129 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-855f5db3-6079-4469-bee1-879fb775b8a7 service neutron] 10.222.0.59 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982853 Jun 10 01:00:12.726745 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cced28-3de6-4488-b802-5e06358b4765 None None] Pushing event updated for resources: {'Port': ['ID=1c73c7fe-f65f-49f6-90de-9d0d79df320f,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:12.744863 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-93cced28-3de6-4488-b802-5e06358b4765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:12.750792 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f24338-57a3-48bf-9691-596eb7fd814a req-85995321-a530-4b14-a471-c44a63073e02 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:12.759794 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51f24338-57a3-48bf-9691-596eb7fd814a req-85995321-a530-4b14-a471-c44a63073e02 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.2115078 Jun 10 01:00:12.782502 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46898) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:12.793433 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-f2821865-21ad-4811-8792-8d90058de032 service neutron] 10.222.0.59 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720891 Jun 10 01:00:12.794255 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Attempting to bind port 1c73c7fe-f65f-49f6-90de-9d0d79df320f on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:12.794644 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Attempting to bind port 1c73c7fe-f65f-49f6-90de-9d0d79df320f by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:12.795012 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Attempting to bind port 1c73c7fe-f65f-49f6-90de-9d0d79df320f on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:12.813912 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:12.814294 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Checking segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:12.814713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.815117 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Bound using segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:12.815600 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Bound port: 1c73c7fe-f65f-49f6-90de-9d0d79df320f, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:12.815979 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.843824 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51f24338-57a3-48bf-9691-596eb7fd814a req-c287876e-d4c9-494e-bf02-0b6a0c96d5bf tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Jun 10 01:00:12.858287 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:12.891522 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 2, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:12.905244 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:12.913727 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Updating router eb3a29d4-9d59-4c47-a535-c7b92573b166 port e16e53a7-e131-4885-8288-92c79aac1898 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:00:13.028963 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] For port 1c73c7fe-f65f-49f6-90de-9d0d79df320f, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:13.034086 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] For port 1c73c7fe-f65f-49f6-90de-9d0d79df320f, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1c73c7fe-f65f-49f6-90de-9d0d79df320f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:13.054501 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:09Z', 'revision_number': 2, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:13.059150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.064353 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:13.083244 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.139878 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:13.140184 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Updating router 801e13ce-e295-4887-ab65-7b923dc1ac03 port 857588d2-e6cb-46f5-bd57-44c76b00541d binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:00:13.162447 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.174808 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.176318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cced28-3de6-4488-b802-5e06358b4765 None None] Pushing event updated for resources: {'Port': ['ID=1c73c7fe-f65f-49f6-90de-9d0d79df320f,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:13.195190 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-93cced28-3de6-4488-b802-5e06358b4765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:13.206194 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7d7d054c-346a-43f3-a3f9-739b239fbced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:13.225673 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.240869 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Routers {'7fb0c022-e402-40a6-bd95-1dfccb76a27d'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:13.241529 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T00:59:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:13.348559 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2e01fef18cd4b97853589024c334da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649133 Jun 10 01:00:13.351261 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46920) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:13.352469 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f27c0f-dc0f-456b-aaeb-e6c0fc4ccb09,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:13.359480 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:13.462813 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.545386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.665328 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.670847 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.678094 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.678936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'tag': '66b0af14-ff00-4301-812f-62c6b21fc246'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:13.681541 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f" -d '{"events": [{"name": "network-changed", "server_uuid": "6589480b-5c7b-47e6-abf9-d0b32ac067c2", "tag": "66b0af14-ff00-4301-812f-62c6b21fc246"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:13.695103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.699448 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26f27c0f-dc0f-456b-aaeb-e6c0fc4ccb09 HTTP/1.1" status: 204 len: 168 time: 0.3452897 Jun 10 01:00:13.705999 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Transition to ACTIVE for port object e16e53a7-e131-4885-8288-92c79aac1898 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:13.716911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b0770b65-48a6-42d2-80b7-331c4c7d1614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:13.718979 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:13.729521 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:13.755205 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f27c0f-dc0f-456b-aaeb-e6c0fc4ccb09,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:13.776126 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:13.861519 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622b9bd-62eb-47b4-af28-d53436ca43c9 None None] Pushing event updated for resources: {'Port': ['ID=e16e53a7-e131-4885-8288-92c79aac1898,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:13.871713 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-1622b9bd-62eb-47b4-af28-d53436ca43c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:13.914255 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] Set router 7fb0c022-e402-40a6-bd95-1dfccb76a27d gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:14.039142 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9cd5fece-4ae7-4c14-8914-c77af28ef515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.101129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46954) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:14.105386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838012958', 'description': 'tempest-description--1718242016'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:14.177647 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.315911 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Attempting to bind port e16e53a7-e131-4885-8288-92c79aac1898 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:14.316374 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Attempting to bind port e16e53a7-e131-4885-8288-92c79aac1898 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:14.317022 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Attempting to bind port e16e53a7-e131-4885-8288-92c79aac1898 on network a8d5da50-726d-49e2-a729-470db3429d30 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:14.330085 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:14.332507 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Checking segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:14.333044 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.334238 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Bound using segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:14.334903 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Bound port: e16e53a7-e131-4885-8288-92c79aac1898, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:14.335448 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.371095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.390936 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46958) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:14.397149 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316191763', 'description': 'tempest-description--700546252'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:14.439055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.445521 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.449573 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdc3bb6-61f3-49ed-9f56-f8597610216d req-2996748f-2fbc-4da7-a23f-38b85fda275a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 210 time: 0.0768406 Jun 10 01:00:14.467936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:14.550638 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] For port e16e53a7-e131-4885-8288-92c79aac1898, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:14.554162 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] For port e16e53a7-e131-4885-8288-92c79aac1898, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=e16e53a7-e131-4885-8288-92c79aac1898,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:14.562660 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.566867 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:14.567245 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2fdf7-bac4-499e-b6e9-24b133d1df1d x-openstack-request-id: req-18e2fdf7-bac4-499e-b6e9-24b133d1df1d {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:14.568313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589480b-5c7b-47e6-abf9-d0b32ac067c2", "tag": "66b0af14-ff00-4301-812f-62c6b21fc246", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:14.568675 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18e2fdf7-bac4-499e-b6e9-24b133d1df1d {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:14.569176 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'tag': '66b0af14-ff00-4301-812f-62c6b21fc246', 'status': 'completed', 'code': 200} Jun 10 01:00:14.572495 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea62d4aa-26ee-49c3-9541-44877b32bf3d,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:14.588713 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:14.616289 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.621751 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.630455 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:14.631150 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.635199 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5318825 Jun 10 01:00:14.636572 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 46968) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:14.642959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'security_group_rule': {'security_group_id': 'ea62d4aa-26ee-49c3-9541-44877b32bf3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:14.685342 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9292374e-ef6a-4af7-a9ce-68fcf72f6a56,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:14.688886 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:14.719830 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.721684 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3289711 Jun 10 01:00:14.727533 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46974) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:14.745626 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'security_group_rule': {'security_group_id': '9292374e-ef6a-4af7-a9ce-68fcf72f6a56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:14.781399 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:14.782049 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:00:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:14.795022 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.825434 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.851856 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:14.921363 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622b9bd-62eb-47b4-af28-d53436ca43c9 None None] Pushing event updated for resources: {'Port': ['ID=e16e53a7-e131-4885-8288-92c79aac1898,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:14.936340 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-1622b9bd-62eb-47b4-af28-d53436ca43c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:14.996132 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.008683 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.013209 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:15.056979 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bf8b5a-01e6-44eb-b8be-08126730dd94,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:15.062639 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:15.069437 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.074777 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3456712 Jun 10 01:00:15.075658 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46986) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:15.089984 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'security_group_rule': {'security_group_id': '9292374e-ef6a-4af7-a9ce-68fcf72f6a56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:15.103475 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:15.105704 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.db.resource_extend [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 01:00:15.108975 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e538e16-3ff5-4bd5-9a5e-5bcb07b0c7ec req-291d114c-6210-4731-8001-c8d1c1767db7 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:15.111826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9e538e16-3ff5-4bd5-9a5e-5bcb07b0c7ec req-291d114c-6210-4731-8001-c8d1c1767db7 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.3841307 Jun 10 01:00:15.116346 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.134623 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8837e-0e77-42a0-ac76-fbb9ec56e818 req-4ea07bd0-7106-48d0-af8f-78796e1892bc tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:15.143141 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d2f8837e-0e77-42a0-ac76-fbb9ec56e818 req-4ea07bd0-7106-48d0-af8f-78796e1892bc tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.3055232 Jun 10 01:00:15.152379 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.246153 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.282483 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:15.296476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.300693 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.300914 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6638908 Jun 10 01:00:15.303618 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 46998) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:15.320881 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'security_group_rule': {'security_group_id': 'ea62d4aa-26ee-49c3-9541-44877b32bf3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:15.330892 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.335586 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.357280 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:15.361953 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d2f8837e-0e77-42a0-ac76-fbb9ec56e818 req-26c0473d-b6cc-4ff9-a562-9feaa779d1dc tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160783 Jun 10 01:00:15.375990 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Transition to ACTIVE for port object 857588d2-e6cb-46f5-bd57-44c76b00541d will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:15.395293 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9e538e16-3ff5-4bd5-9a5e-5bcb07b0c7ec req-a8711bd1-f002-4743-8df8-ff03a3892709 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710850 Jun 10 01:00:15.396602 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91f34f1-82c0-4a14-b776-3b48ca7a76df,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:15.409680 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:15.415559 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.421227 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:15.459925 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T01:00:02Z', 'revision_number': 4, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '1c73c7fe-f65f-49f6-90de-9d0d79df320f', 'name': '', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'mac_address': 'fa:16:3e:af:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:57Z', 'updated_at': '2021-06-10T01:00:13Z', 'revision_number': 4, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'subnets': [{'id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:15.462990 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18161217-5d8f-44ba-a0f0-67d32bf55d97,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:15.472070 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47128cd7-9ead-4b4f-aeb2-54dbd43f65aa None None] The sync data for ids ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'] in dv-cinder-795009-3-iscsi is: [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T01:00:02Z', 'revision_number': 4, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '1c73c7fe-f65f-49f6-90de-9d0d79df320f', 'name': '', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'mac_address': 'fa:16:3e:af:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:57Z', 'updated_at': '2021-06-10T01:00:13Z', 'revision_number': 4, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'subnets': [{'id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:15.486845 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:15.510318 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.514732 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4325709 Jun 10 01:00:15.514732 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.514884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 47016) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:15.524568 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:15.610802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.722133 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.727742 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.757826 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9d9d596c-ed7c-4bb1-9522-ba722469fed2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:15.810665 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce4ef34-3d7d-4d3a-a0cf-8a4cd6a1c639,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:15.820606 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:15.823295 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.826785 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208354 Jun 10 01:00:15.830387 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47022) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:15.840045 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:15.896450 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:15.922525 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:14Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:15.939436 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f1631-f18b-4f89-b4c1-b84021f2df0e None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:14Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:15.965556 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6748a3-dbb8-4c10-ac1b-5a74eb25431e None None] Pushing event updated for resources: {'Port': ['ID=857588d2-e6cb-46f5-bd57-44c76b00541d,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:15.979786 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-0c6748a3-dbb8-4c10-ac1b-5a74eb25431e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:16.092957 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Attempting to bind port 857588d2-e6cb-46f5-bd57-44c76b00541d on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:16.096291 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Attempting to bind port 857588d2-e6cb-46f5-bd57-44c76b00541d by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:16.098950 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Attempting to bind port 857588d2-e6cb-46f5-bd57-44c76b00541d on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:16.106359 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:16.107035 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Checking segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:16.107417 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:16.107910 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Bound using segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:16.108557 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Bound port: 857588d2-e6cb-46f5-bd57-44c76b00541d, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:16.109077 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:16.370916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1c73c7fe-f65f-49f6-90de-9d0d79df320f up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:16.376796 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:16.488680 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] For port 857588d2-e6cb-46f5-bd57-44c76b00541d, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:16.495836 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f req-56637184-8986-4daa-b68c-03fadcc7d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:16.498316 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f req-56637184-8986-4daa-b68c-03fadcc7d681 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 1096 time: 0.5883226 Jun 10 01:00:16.536123 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-bf4e4424-6d95-4d70-8803-2d7d47fe33f5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:16.544711 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-bf4e4424-6d95-4d70-8803-2d7d47fe33f5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 819 time: 0.9821916 Jun 10 01:00:16.544891 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:16.584770 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81d8b-2152-4d93-8fdd-2201915acb3b req-fb80424f-d1da-4870-bed9-6c6cccee2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:16.587124 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1f81d8b-2152-4d93-8fdd-2201915acb3b req-fb80424f-d1da-4870-bed9-6c6cccee2586 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3555989b609a401083dbbd211d0f0f18&device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 1096 time: 0.6759722 Jun 10 01:00:16.608752 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] For port 857588d2-e6cb-46f5-bd57-44c76b00541d, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=857588d2-e6cb-46f5-bd57-44c76b00541d,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:16.609627 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-8369a855-47c4-441d-85b9-28f7bf0ab438 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/quotas/bc013cc088e349aab09ea611f03d1b38 HTTP/1.1" status: 200 len: 375 time: 0.0636804 Jun 10 01:00:16.667977 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:16.683151 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1fe42d59-6de4-4bae-8cb0-51c93297b112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:16.791871 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Allocated IP 172.27.0.168 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/2a777d75-c2a2-4582-aac3-d4376fcebebb) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:16.885111 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 1c73c7fe-f65f-49f6-90de-9d0d79df320f completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:16.913778 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 1c73c7fe-f65f-49f6-90de-9d0d79df320f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:16.914196 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.062289 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:17.062642 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:00:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:17.146415 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.78', 64862) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:17.155870 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.227775 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.245050 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:17.270026 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6748a3-dbb8-4c10-ac1b-5a74eb25431e None None] Pushing event updated for resources: {'Port': ['ID=857588d2-e6cb-46f5-bd57-44c76b00541d,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:17.287672 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-0c6748a3-dbb8-4c10-ac1b-5a74eb25431e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:17.366917 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:17.449301 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:17.455869 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'Port': ['ID=2a777d75-c2a2-4582-aac3-d4376fcebebb,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:17.473118 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:17.608190 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:17.665101 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.737641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.744432 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.761272 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.762234 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:17.922884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f req-e1ee773d-1e51-4f5f-b828-9cc0ad8b1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:17.924935 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 1c73c7fe-f65f-49f6-90de-9d0d79df320f, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1c73c7fe-f65f-49f6-90de-9d0d79df320f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:17.926005 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f req-e1ee773d-1e51-4f5f-b828-9cc0ad8b1b98 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=cea6a884028d461dbd60de29528bef2c&shared=False HTTP/1.1" status: 200 len: 915 time: 1.3673780 Jun 10 01:00:17.946380 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:17.947827 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device e16e53a7-e131-4885-8288-92c79aac1898 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:18.027984 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1fe42d59-6de4-4bae-8cb0-51c93297b112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:18.057733 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.067335 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.071547 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81d8b-2152-4d93-8fdd-2201915acb3b req-b3a82e56-1b5c-4e57-968c-4d3d004ac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:18.073040 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1f81d8b-2152-4d93-8fdd-2201915acb3b req-b3a82e56-1b5c-4e57-968c-4d3d004ac7a2 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3555989b609a401083dbbd211d0f0f18&shared=False HTTP/1.1" status: 200 len: 912 time: 1.4762371 Jun 10 01:00:18.081263 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:18.099127 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-52bb3393-9f15-4918-9776-b9db8817ac34 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4884810 Jun 10 01:00:18.200776 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=1c73c7fe-f65f-49f6-90de-9d0d79df320f,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:18.243894 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:18.244840 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.248169 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f req-f038020d-cabd-42aa-8945-b41b1c4446c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:18.249960 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2e1a590a-53e9-48fb-ada4-6ea4389cf04f req-f038020d-cabd-42aa-8945-b41b1c4446c3 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3053889 Jun 10 01:00:18.333304 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port e16e53a7-e131-4885-8288-92c79aac1898 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:18.345761 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.347706 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5163510 Jun 10 01:00:18.348938 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'Port': ['ID=2a777d75-c2a2-4582-aac3-d4376fcebebb,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:18.352799 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67648076-d859-4bbe-917b-c008a4b9b884 req-67f0547e-dba5-4c52-92f4-6cc335d1f225 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:18.360266 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67648076-d859-4bbe-917b-c008a4b9b884 req-67f0547e-dba5-4c52-92f4-6cc335d1f225 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 1.5813072 Jun 10 01:00:18.365119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:18.382959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port e16e53a7-e131-4885-8288-92c79aac1898 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:18.383425 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.467659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-1f7eb515-251d-435d-816b-9f4056c083d2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:18.469108 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-1f7eb515-251d-435d-816b-9f4056c083d2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 819 time: 1.2992969 Jun 10 01:00:18.485481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Request body: {'port': {'device_id': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'admin_state_up': True, 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:18.615854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:16Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:18.619946 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.637623 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fa9f1-5616-4680-a962-126c1b56680a None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:16Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:18.643676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-ddfd3fd5-8a44-4e21-95fc-6d87bf780fdc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 01:00:18.644660 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-ddfd3fd5-8a44-4e21-95fc-6d87bf780fdc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2060778 Jun 10 01:00:18.675554 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port e16e53a7-e131-4885-8288-92c79aac1898, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=e16e53a7-e131-4885-8288-92c79aac1898,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:18.681101 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:18.683511 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:18.702864 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67648076-d859-4bbe-917b-c008a4b9b884 req-962761f3-1836-49ee-8663-6b1a0cc1ff36 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415096 Jun 10 01:00:18.769642 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=e16e53a7-e131-4885-8288-92c79aac1898,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:18.773532 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:18.797617 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1c73c7fe-f65f-49f6-90de-9d0d79df320f up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:18.873224 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Allocated IP 172.27.0.15 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/d3447763-e005-4d5e-bf25-90899fb8e547) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:18.915517 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 1c73c7fe-f65f-49f6-90de-9d0d79df320f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:18.915896 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:19.224476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-85705082-d091-41e9-b83c-f9c6b4ea26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:19.226563 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-85705082-d091-41e9-b83c-f9c6b4ea26e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 1096 time: 0.8333101 Jun 10 01:00:19.241691 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81d8b-2152-4d93-8fdd-2201915acb3b req-7cdcd9db-7c07-4757-a442-825bcb6313ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:19.243136 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1f81d8b-2152-4d93-8fdd-2201915acb3b req-7cdcd9db-7c07-4757-a442-825bcb6313ed service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1406844 Jun 10 01:00:19.300071 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Made reservation on behalf of bc013cc088e349aab09ea611f03d1b38 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:19.303633 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:19.409422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-0956821a-d454-4ae3-871a-3e29e6d98566 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b0af14-ff00-4301-812f-62c6b21fc246 HTTP/1.1" status: 200 len: 217 time: 0.1691957 Jun 10 01:00:19.537678 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-86927aae-4f2c-44e1-8238-0b709bbfeb50 service neutron] 10.222.0.59 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789890 Jun 10 01:00:19.710527 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321f244-b34f-4d73-9425-ba2e65c0ccac req-80997dfa-3453-4fa2-9e0c-867ae5c4def1 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:19.712216 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d321f244-b34f-4d73-9425-ba2e65c0ccac req-80997dfa-3453-4fa2-9e0c-867ae5c4def1 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.8195899 Jun 10 01:00:19.722212 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-9442f31c-4552-4c7a-bd0e-323f3d0c57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:19.723881 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-9442f31c-4552-4c7a-bd0e-323f3d0c57fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.3001032 Jun 10 01:00:19.780399 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:19.870484 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-0501b69d-6f3b-4354-8d63-9ae7ce022fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:19.872022 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-0501b69d-6f3b-4354-8d63-9ae7ce022fab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3555989b609a401083dbbd211d0f0f18&device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 1096 time: 0.5360429 Jun 10 01:00:19.907660 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d321f244-b34f-4d73-9425-ba2e65c0ccac req-8abcaa0d-c7ae-44d9-ab6a-aaf8da52dc65 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827798 Jun 10 01:00:19.926756 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-ab44e14d-b28e-416e-b534-eef94704a41e service neutron] 10.222.0.59 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641303 Jun 10 01:00:19.936452 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Allocated IP 172.20.0.13 (75c75b8d-7089-4e91-b2d8-0969df4ea8fc/c61a072f-e615-41ef-afcd-fd279a90650f/9563ba94-e91f-4e1b-8dd1-a95d0964aa66) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:19.968557 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:19.977599 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:20.102726 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:20.109260 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:20.111952 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:20.158240 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-e254b930-4d71-4bf7-b6fe-de2f85108d5c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--838012958&fields=id&tenant_id=c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 267 time: 0.1101029 Jun 10 01:00:20.250579 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'Port': ['ID=d3447763-e005-4d5e-bf25-90899fb8e547,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:20.300502 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:20.496918 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:20.602866 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:20.649724 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-e7aec268-671d-4a80-a54a-66daff40008e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:20.651191 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-e7aec268-671d-4a80-a54a-66daff40008e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 817 time: 0.4018087 Jun 10 01:00:20.654151 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:20.699554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90499aed-139e-43e8-9979-dab189c9fdb8 req-fffcc5e0-f60f-4e28-8feb-ae17c1ab3840 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:20.700974 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90499aed-139e-43e8-9979-dab189c9fdb8 req-fffcc5e0-f60f-4e28-8feb-ae17c1ab3840 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.4016201 Jun 10 01:00:20.739435 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-f27d1074-ce66-42f8-a78a-16841a15b89e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/quotas/c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 375 time: 0.0550961 Jun 10 01:00:20.826550 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90499aed-139e-43e8-9979-dab189c9fdb8 req-a84b0eb9-5e76-4486-af2c-6b1976beb2bb tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136458 Jun 10 01:00:20.827518 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:20.840983 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device e16e53a7-e131-4885-8288-92c79aac1898 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:20.916392 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port e16e53a7-e131-4885-8288-92c79aac1898 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:20.916882 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:20.981749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:21.036838 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 857588d2-e6cb-46f5-bd57-44c76b00541d up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:21.104516 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 857588d2-e6cb-46f5-bd57-44c76b00541d completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:21.108962 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 857588d2-e6cb-46f5-bd57-44c76b00541d triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:21.109342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.110135 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-226e1729-af17-4d4d-b4d7-8918f3bff92d req-d1301446-8115-423a-b6cf-841fcbc5f8aa tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 210 time: 0.0910630 Jun 10 01:00:21.114554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:21.120321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:21.140155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:21.145476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:21.146077 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.171249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Pushing event updated for resources: {'Port': ['ID=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:21.198359 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:21.206937 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7242320 Jun 10 01:00:21.237898 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.269720 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 857588d2-e6cb-46f5-bd57-44c76b00541d, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=857588d2-e6cb-46f5-bd57-44c76b00541d,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:21.275210 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.277452 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-0c6748a3-dbb8-4c10-ac1b-5a74eb25431e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:21.289497 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-093af0f6-fd97-4e30-a24c-259338e94306 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5234807 Jun 10 01:00:21.359919 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=857588d2-e6cb-46f5-bd57-44c76b00541d,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:21.363215 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:21.429651 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.436926 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.455243 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8039ea-0381-4354-a5b0-cfd9e7707098 req-e1b7fe02-ca5a-4ad5-a2f1-ad24c6780d1b tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:21.456710 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a8039ea-0381-4354-a5b0-cfd9e7707098 req-e1b7fe02-ca5a-4ad5-a2f1-ad24c6780d1b tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.2255914 Jun 10 01:00:21.460011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:21.540315 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.585849 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'Port': ['ID=d3447763-e005-4d5e-bf25-90899fb8e547,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:21.602017 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:21.609525 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a8039ea-0381-4354-a5b0-cfd9e7707098 req-e44d2b0e-0feb-4a30-9272-5a1da05e8038 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159468 Jun 10 01:00:21.610463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:21.611569 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0958362 Jun 10 01:00:21.613535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-a95d74e9-709f-4617-a04d-ad84a8e707b5 service neutron] 10.222.0.59 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998087 Jun 10 01:00:21.753639 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-8273e8e9-7d4d-4536-9ed8-280d14006c35 service neutron] 10.222.0.59 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325874 Jun 10 01:00:21.889196 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-5ae22c3d-18b5-4edc-aeab-139cdc9d78c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1316191763&fields=id&tenant_id=229b1c623dde4fea99437d953097c96f HTTP/1.1" status: 200 len: 267 time: 0.0472908 Jun 10 01:00:22.039854 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-1ebd76d2-1182-4cfd-962e-a4fe9e589e7b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207795 Jun 10 01:00:22.137380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-39e65e80-c5bc-43b4-b3bb-586486f7da06 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:22.138819 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-39e65e80-c5bc-43b4-b3bb-586486f7da06 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 811 time: 0.2431259 Jun 10 01:00:22.161359 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f860e-7654-4b67-9fee-a036c597d13f req-a1b81971-fecb-4fa2-9209-cc985068e3fa tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:22.163476 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-331f860e-7654-4b67-9fee-a036c597d13f req-a1b81971-fecb-4fa2-9209-cc985068e3fa tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.1646390 Jun 10 01:00:22.167327 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-913395fb-8c0f-4940-9daf-9359df43aa62 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/quotas/229b1c623dde4fea99437d953097c96f HTTP/1.1" status: 200 len: 375 time: 0.0217290 Jun 10 01:00:22.257906 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-331f860e-7654-4b67-9fee-a036c597d13f req-6fd9c990-145d-4607-ae4e-aa52f38d2f58 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872922 Jun 10 01:00:22.297697 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-b7dbf11d-3faa-4b09-88c2-aa6626f88309 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115179 Jun 10 01:00:22.421857 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c28d69d-d567-4f70-8418-420572f0d885 req-17628fa8-6585-4135-b059-583fdeecef6d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.0470593 Jun 10 01:00:22.476335 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-897edddb-c56c-4d25-96fe-81708726d876 service neutron] 10.222.0.59 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669364 Jun 10 01:00:22.592101 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-55bee922-de37-4d3d-93e2-d3d3c059e883 req-06fcec59-afd7-4389-bbcb-2b0c7b45135c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 210 time: 0.0491354 Jun 10 01:00:22.642057 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-1b075710-f0de-4346-8ca2-2729a0fa86b8 service neutron] 10.222.0.59 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597157 Jun 10 01:00:22.757956 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 857588d2-e6cb-46f5-bd57-44c76b00541d up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:22.837351 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 857588d2-e6cb-46f5-bd57-44c76b00541d triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:22.837812 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:22.919274 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9424bc6d-2b33-4ac1-bcb7-bab85286e658 req-02f2a4d3-91e4-49fa-965d-5106c917dc52 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.1280363 Jun 10 01:00:22.932532 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cde860-7b54-4578-85f5-60224178ea29 req-d060bd32-75a6-4d4d-8781-3b8011542c29 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:22.934221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-29cde860-7b54-4578-85f5-60224178ea29 req-d060bd32-75a6-4d4d-8781-3b8011542c29 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.2188566 Jun 10 01:00:22.983545 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-29cde860-7b54-4578-85f5-60224178ea29 req-ee5b6595-2d87-418e-af3d-ff97c8ab780a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Jun 10 01:00:23.410903 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-4f2a09ef-c9d8-48ef-a76d-80a519b94845 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 HTTP/1.1" status: 200 len: 217 time: 0.0940628 Jun 10 01:00:23.418271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Request body: {'port': {'device_id': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:23.622938 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-123274db-d83d-4d94-9127-57bd52fc3a45 req-9ef5bf28-746a-4b0d-9880-17e8a9cfdc01 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.0673659 Jun 10 01:00:23.715952 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:23.730933 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-a781cd8e-39b5-4e20-8598-9b033080f487 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182745 Jun 10 01:00:23.780057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266972a-dd90-451e-8617-024a1f9303c3 req-b8f50c14-097b-440a-a9b0-8808e2248337 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:23.781832 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d266972a-dd90-451e-8617-024a1f9303c3 req-b8f50c14-097b-440a-a9b0-8808e2248337 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.4108806 Jun 10 01:00:23.952931 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf811a43-cc68-4fe8-be7b-70523d183958 req-1db34f9d-148a-4692-b7b1-33b5a317a9c4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 210 time: 0.1809916 Jun 10 01:00:24.009578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-e4811669-9a7e-4fb7-a88b-06aef9a75ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:24.011028 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-e4811669-9a7e-4fb7-a88b-06aef9a75ffb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b HTTP/1.1" status: 200 len: 851 time: 0.2828777 Jun 10 01:00:24.025436 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d266972a-dd90-451e-8617-024a1f9303c3 req-232717ac-3789-4bdf-93a0-316ebf73b3ae tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878421 Jun 10 01:00:24.162896 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-7a40c9db-3473-4810-b66e-e2ad546e463c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6448be8c-2817-4900-8b05-eb1f7286fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364951 Jun 10 01:00:24.190393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f024d144-25fd-477d-b9bb-787d35369bb1 req-ad4d2e63-40ae-4f80-b9b3-e13a6c226903 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.1145372 Jun 10 01:00:24.263097 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.78', 64876) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:24.307025 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcc262a-aca9-4cb2-ae5e-39da3fb641e6 req-aea46642-4af8-4ae8-916c-296753799381 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385087 Jun 10 01:00:24.460928 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-1e54d669-65af-4e86-8381-a687d02ef6c6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:24.463497 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-1e54d669-65af-4e86-8381-a687d02ef6c6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 819 time: 0.1992519 Jun 10 01:00:24.477702 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Request body: {'port': {'device_id': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'admin_state_up': True, 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:24.492940 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-daf53ecb-a122-483a-b8cb-9d2a2cfd2f6a service neutron] 10.222.0.78 "GET /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048348 Jun 10 01:00:24.708092 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7223c6-56c5-4ff8-8882-45678e4036dd req-245fa7fb-b450-46a0-a33c-e1337ffcc28e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:24.712754 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a7223c6-56c5-4ff8-8882-45678e4036dd req-245fa7fb-b450-46a0-a33c-e1337ffcc28e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.5487742 Jun 10 01:00:24.822356 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Made reservation on behalf of bc013cc088e349aab09ea611f03d1b38 for: {'port': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:24.825983 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.069055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a7223c6-56c5-4ff8-8882-45678e4036dd req-c1496ae7-7582-4a99-9b12-9ee969585a0b tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964809 Jun 10 01:00:25.078516 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96b1bb0e-1cfa-470a-b442-540de7877d89 req-72c4691e-fabc-4fb9-8116-63c46c015e05 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.1223545 Jun 10 01:00:25.123018 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:25.133959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.155965 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Transition to ACTIVE for port object 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:25.193156 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d28581b-4aaa-4a4c-b900-c9936a84dabf req-35e1a048-4c5a-4976-9d09-5c2d979c0fb8 service neutron] 10.222.0.78 "GET /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822476 Jun 10 01:00:25.194193 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.211404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:25.336908 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Allocated IP 172.20.0.14 (75c75b8d-7089-4e91-b2d8-0969df4ea8fc/c61a072f-e615-41ef-afcd-fd279a90650f/120381c3-70a1-4c84-891b-87a468bd5b8f) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:25.544078 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9c39ba09-4be8-4aae-aa8f-49aeaee59d80 req-f637c4dc-16dc-43da-a3b2-14f2e6ef1dc8 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 210 time: 0.2233944 Jun 10 01:00:25.618362 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.643860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Pushing event updated for resources: {'Port': ['ID=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:25.647871 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:25.660038 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.672697 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:25.685031 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-67bae0e7-b264-4cb9-8561-517417f0eddf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:25.686512 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-67bae0e7-b264-4cb9-8561-517417f0eddf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 817 time: 0.7558315 Jun 10 01:00:25.723378 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Attempting to bind port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:25.723733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Attempting to bind port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:25.724037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Attempting to bind port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:25.727280 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:25.730403 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:25.739160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac381971-5edf-4a09-bdb7-18ca7f3f12e4 req-f29d57b9-bcaa-45b9-ae63-5463c1154d3f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.0700769 Jun 10 01:00:25.739282 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:25.739386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:00:25.739386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Attempting to bind port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:25.746874 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:25.747531 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.747913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:25.748249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Checking segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:25.748629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Bound using segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:25.749056 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Bound port: 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:25.749403 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.777322 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Pushing event updated for resources: {'Port': ['ID=120381c3-70a1-4c84-891b-87a468bd5b8f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:25.780999 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:25.782863 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4b381e64-5fa3-4b1e-be99-70b8563de06e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3104951 Jun 10 01:00:25.828650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626df717-38d3-428a-b97d-25f8f0ec1812 req-466ab442-ecd7-4cc5-8d9f-14b0c511dfc2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:25.830072 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-626df717-38d3-428a-b97d-25f8f0ec1812 req-466ab442-ecd7-4cc5-8d9f-14b0c511dfc2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.5254955 Jun 10 01:00:25.886191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] For port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:25.886456 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47262) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:25.890774 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] For port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:25.898076 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.905862 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-626df717-38d3-428a-b97d-25f8f0ec1812 req-6eb158cc-c41e-448e-820d-0d4524b32c3c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687551 Jun 10 01:00:25.907596 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:25.963549 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:25.964161 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:25.965535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] 10.222.0.78 "PUT /v2.0/ports/9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 1094 time: 2.5514472 Jun 10 01:00:25.965987 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'tag': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:25.968245 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da41cc94-648d-45ff-90b1-24a2843ffca5" -d '{"events": [{"name": "network-changed", "server_uuid": "92514194-9f2e-4d45-b9a7-5b11a4ee0d77", "tag": "9563ba94-e91f-4e1b-8dd1-a95d0964aa66"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:25.985228 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Pushing event updated for resources: {'Port': ['ID=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:25.988810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:26.019889 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.050530 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7879d295-f695-4e61-b602-046bd861465e x-openstack-request-id: req-7879d295-f695-4e61-b602-046bd861465e {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:26.050882 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92514194-9f2e-4d45-b9a7-5b11a4ee0d77", "tag": "9563ba94-e91f-4e1b-8dd1-a95d0964aa66", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:26.051150 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7879d295-f695-4e61-b602-046bd861465e {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:26.051558 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'tag': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66', 'status': 'completed', 'code': 200} Jun 10 01:00:26.126483 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.130735 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.158307 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e80133f2-f0d9-465c-9463-d0bc599bdc94 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:26.186360 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43787587365749af9506cb5e8f063391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986751 Jun 10 01:00:26.187428 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24098bd-f435-466f-9e15-6e325889b3c6,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:26.188217 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 47274) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:26.191739 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:26.295670 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-19d3bcbb-8234-482a-aab0-42925a268907 req-09e8bb01-dfa7-4ebc-96f4-45ee9d24adaa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.0946984 Jun 10 01:00:26.342265 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.379585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc88395-06b3-418a-81c8-6eb00506ed5d req-a4aba278-3a64-403f-8504-cf623f21c687 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:26.380936 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1cc88395-06b3-418a-81c8-6eb00506ed5d req-a4aba278-3a64-403f-8504-cf623f21c687 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.1781037 Jun 10 01:00:26.383109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.452405 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1cc88395-06b3-418a-81c8-6eb00506ed5d req-23a80fbb-0440-4aeb-a1b3-c38984702fcc tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630519 Jun 10 01:00:26.475243 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.476003 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.477107 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f24098bd-f435-466f-9e15-6e325889b3c6 HTTP/1.1" status: 204 len: 168 time: 0.2877340 Jun 10 01:00:26.477791 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-24fdb106-809d-4be0-9010-5e6929b6da78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:26.487478 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24098bd-f435-466f-9e15-6e325889b3c6,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:26.489697 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:26.725058 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ab94b-169a-49d4-866b-0ff73b854118 req-5b54ab58-838b-47f3-85fc-b5530de4d50f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:26.726533 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7d9ab94b-169a-49d4-866b-0ff73b854118 req-5b54ab58-838b-47f3-85fc-b5530de4d50f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 932 time: 0.0809410 Jun 10 01:00:26.759884 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47282) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:26.772514 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7d9ab94b-169a-49d4-866b-0ff73b854118 req-aa25b940-1068-41a2-a837-8f972b7180fb tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jun 10 01:00:26.776874 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.884718 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.891802 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:26.899211 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:26.920909 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f96334b5-2005-4713-8ace-26f8524d3749 req-b63a126f-56aa-41c0-a2a8-b1576a26221a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.0536468 Jun 10 01:00:26.945303 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d952b99292c4041946fc18fe2756a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842856 Jun 10 01:00:26.946503 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975a6405-862f-4cc3-93da-3ed5a0cb9af8,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:26.948215 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 47290) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:26.949585 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:27.021500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:27.089431 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:27.155640 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907822-6ccb-45e2-98f7-5be27bc28836 req-f6551961-3738-459b-a908-cbcdf0bfce3c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:27.157364 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15907822-6ccb-45e2-98f7-5be27bc28836 req-f6551961-3738-459b-a908-cbcdf0bfce3c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.1257448 Jun 10 01:00:27.194115 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:27.200098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:27.201173 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/975a6405-862f-4cc3-93da-3ed5a0cb9af8 HTTP/1.1" status: 204 len: 168 time: 0.2518048 Jun 10 01:00:27.204020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:27.215172 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975a6405-862f-4cc3-93da-3ed5a0cb9af8,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:27.217623 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:27.221336 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15907822-6ccb-45e2-98f7-5be27bc28836 req-30f5f59a-55f1-483c-a9c2-4bab63df2e6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579290 Jun 10 01:00:27.460173 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-68761791-c287-4181-9a90-6ae07213a464 req-0b929c07-c04c-47db-8d8f-f5d92434d2b1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.0453467 Jun 10 01:00:27.723846 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53434120-dace-419c-ba56-a4f7590218a5 req-5e50db9e-5eea-4ea9-9462-2c7527d6182e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:27.725630 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-53434120-dace-419c-ba56-a4f7590218a5 req-5e50db9e-5eea-4ea9-9462-2c7527d6182e tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.1519222 Jun 10 01:00:27.774002 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-53434120-dace-419c-ba56-a4f7590218a5 req-114eb2eb-4fb8-481a-b125-85eee988e4f3 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Jun 10 01:00:27.959427 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87339-d626-414d-bf8b-ea9a7878d217 req-7a4265f7-16b5-4c55-b175-bbfdf70595ca tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:27.960935 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-11e87339-d626-414d-bf8b-ea9a7878d217 req-7a4265f7-16b5-4c55-b175-bbfdf70595ca tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 932 time: 0.0817187 Jun 10 01:00:28.007826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-11e87339-d626-414d-bf8b-ea9a7878d217 req-e2253f8a-b25c-4c26-8fc9-bb23a4e241f0 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Jun 10 01:00:28.080861 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cfb3012d-5137-411d-b377-b0ca8068e9f0 req-bc0cb546-52a6-4908-b9b8-88a5fa40db2e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.0415697 Jun 10 01:00:28.402234 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e86c-918d-4357-b60f-94560f83c38e req-bc3cce0b-da38-4997-8fe5-4e3d08229f70 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:28.403701 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b82e86c-918d-4357-b60f-94560f83c38e req-bc3cce0b-da38-4997-8fe5-4e3d08229f70 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.0780878 Jun 10 01:00:28.448761 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b82e86c-918d-4357-b60f-94560f83c38e req-7d2c13f6-e511-4d4b-92dd-07228bff1926 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390751 Jun 10 01:00:28.631411 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd2c4d86-758e-4808-9612-bd314d2bbe1b req-01fa0e67-83a1-42d7-8198-bb3fe6ee9892 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.0542817 Jun 10 01:00:28.956336 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a678-d5e6-4ed6-aa48-6b9ccea4d7c7 req-ce6d52d4-cad3-48fb-a70a-7a8a8d92bf76 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:28.957791 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5482a678-d5e6-4ed6-aa48-6b9ccea4d7c7 req-ce6d52d4-cad3-48fb-a70a-7a8a8d92bf76 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.0793133 Jun 10 01:00:29.002869 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5482a678-d5e6-4ed6-aa48-6b9ccea4d7c7 req-4f9c8677-bd05-4f95-a372-0a2d1019f0c7 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Jun 10 01:00:29.234895 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c8e5b622-e833-440d-a0e0-e398334a5e69 req-fbc045cf-e680-48ec-980e-b18cf909cf13 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.0457518 Jun 10 01:00:29.250895 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf8e7-c0e8-4448-be02-479a1863d494 req-10b721a1-cf8c-40a0-bbf3-6b17e569a1dd tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:29.252404 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fabaf8e7-c0e8-4448-be02-479a1863d494 req-10b721a1-cf8c-40a0-bbf3-6b17e569a1dd tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 932 time: 0.1367786 Jun 10 01:00:29.299589 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fabaf8e7-c0e8-4448-be02-479a1863d494 req-3f347c30-7edb-4492-804d-85d05be8f8f4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Jun 10 01:00:29.638720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc117-4717-4e2a-b1a9-48530bf84094 req-a6c706e4-d8a3-490e-b314-1592ab6de47a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:29.640189 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d40cc117-4717-4e2a-b1a9-48530bf84094 req-a6c706e4-d8a3-490e-b314-1592ab6de47a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.0798931 Jun 10 01:00:29.693998 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Request body: {'port': {'device_id': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:29.840513 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:29.889699 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d40cc117-4717-4e2a-b1a9-48530bf84094 req-09237917-c2c1-4ab4-a936-8f214ce05122 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437806 Jun 10 01:00:29.926388 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc919589-b0ea-487e-b227-39a34fa66737 req-f9846055-acdf-4fbb-8cc6-664ed4d540cc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.1436877 Jun 10 01:00:29.942921 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-579c04b3-1728-4417-8d9c-216e4b854130 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 379 time: 0.2658584 Jun 10 01:00:30.002282 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-e1d17cb6-105e-4885-a951-0845d41405e0 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.003772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-e1d17cb6-105e-4885-a951-0845d41405e0 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 811 time: 0.2910202 Jun 10 01:00:30.006469 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cc94-648d-45ff-90b1-24a2843ffca5 req-384cb4cb-d5d4-411e-a4fe-54ef9acd44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.007844 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-da41cc94-648d-45ff-90b1-24a2843ffca5 req-384cb4cb-d5d4-411e-a4fe-54ef9acd44d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1097 time: 0.2993584 Jun 10 01:00:30.098515 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'port': {'device_id': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'admin_state_up': True, 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'security_groups': ['ea62d4aa-26ee-49c3-9541-44877b32bf3d']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:30.202269 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120381c3-70a1-4c84-891b-87a468bd5b8f {{(pid=91713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:30.209331 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:30.224006 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Transition to ACTIVE for port object 120381c3-70a1-4c84-891b-87a468bd5b8f will not be triggered until provisioned by entity L2. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:30.228147 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:30.232786 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3f61c705-e82b-42e3-8098-3061558344d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:30.373289 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-7e5a8751-7b41-4d0b-bce3-4eb288b73816 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229b1c623dde4fea99437d953097c96f HTTP/1.1" status: 200 len: 380 time: 0.2559559 Jun 10 01:00:30.387883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'port': {'device_id': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'admin_state_up': True, 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'security_groups': ['9292374e-ef6a-4af7-a9ce-68fcf72f6a56']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:30.412187 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Pushing event updated for resources: {'Port': ['ID=120381c3-70a1-4c84-891b-87a468bd5b8f,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:30.428927 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:30.433855 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Attempting to bind port 120381c3-70a1-4c84-891b-87a468bd5b8f on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:30.434226 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Attempting to bind port 120381c3-70a1-4c84-891b-87a468bd5b8f by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:30.434553 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Attempting to bind port 120381c3-70a1-4c84-891b-87a468bd5b8f on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:30.439947 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Port 120381c3-70a1-4c84-891b-87a468bd5b8f on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:00:30.440264 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Attempting to bind port 120381c3-70a1-4c84-891b-87a468bd5b8f on network 75c75b8d-7089-4e91-b2d8-0969df4ea8fc {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:30.445776 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:30.446106 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Checking segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:30.446700 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Bound using segment: {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'} {{(pid=91713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:30.447152 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.managers [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Bound port: 120381c3-70a1-4c84-891b-87a468bd5b8f, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc'}}] {{(pid=91713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:30.447499 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:30.520779 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9edf94d3-4c79-43f0-828e-8faf69e8a0fa req-52af824b-ba14-4087-8b14-58c97276496d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.1573577 Jun 10 01:00:30.596811 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] For port 120381c3-70a1-4c84-891b-87a468bd5b8f, host hv-cinder-79500, cleared binding levels {{(pid=91713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:30.599063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cc94-648d-45ff-90b1-24a2843ffca5 req-23619f06-56c7-4164-9521-f827a560182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.600723 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-da41cc94-648d-45ff-90b1-24a2843ffca5 req-23619f06-56c7-4164-9521-f827a560182f service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc013cc088e349aab09ea611f03d1b38&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4882104 Jun 10 01:00:30.601157 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] For port 120381c3-70a1-4c84-891b-87a468bd5b8f, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=120381c3-70a1-4c84-891b-87a468bd5b8f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:30.605230 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:30.610422 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7d79db73-974d-45eb-88c8-ec39e88909f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:30.626702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1cb2-07ad-4474-a010-b79b3e23a1c6 req-8136554f-46f2-46d9-89c0-3e7ed5a67993 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.628151 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4fc1cb2-07ad-4474-a010-b79b3e23a1c6 req-8136554f-46f2-46d9-89c0-3e7ed5a67993 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.5118213 Jun 10 01:00:30.674606 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.675231 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:30.676662 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] 10.222.0.78 "PUT /v2.0/ports/120381c3-70a1-4c84-891b-87a468bd5b8f HTTP/1.1" status: 200 len: 1094 time: 0.9879363 Jun 10 01:00:30.677168 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'tag': '120381c3-70a1-4c84-891b-87a468bd5b8f'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:30.751774 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Made reservation on behalf of c87a3f41ac9942bca231ef5827959ef4 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:30.755104 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:30.796731 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Pushing event updated for resources: {'Port': ['ID=120381c3-70a1-4c84-891b-87a468bd5b8f,revision_number=3']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:30.800196 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:30.830290 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-8d888ae1-b2db-4d55-8e2f-a80897ddbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.831840 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-8d888ae1-b2db-4d55-8e2f-a80897ddbb13 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 1097 time: 0.0958173 Jun 10 01:00:30.906950 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-b050d910-ac54-4587-9c91-12df9d6a3f81 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=120381c3-70a1-4c84-891b-87a468bd5b8f HTTP/1.1" status: 200 len: 217 time: 0.0669320 Jun 10 01:00:30.949809 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f677137-39db-4f10-ad48-109c11dd61ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2e78db-71d1-4b55-8bf8-141fcd8c05e8", "tag": "120381c3-70a1-4c84-891b-87a468bd5b8f"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:30.961614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4fc1cb2-07ad-4474-a010-b79b3e23a1c6 req-3fe46fba-2bec-429e-b878-c4ed071127bf tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209743 Jun 10 01:00:30.989397 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-90d71999-9874-446c-ba6e-28172e071368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:30.991524 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-90d71999-9874-446c-ba6e-28172e071368 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0787501 Jun 10 01:00:31.016582 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Made reservation on behalf of 229b1c623dde4fea99437d953097c96f for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:31.020836 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:31.042368 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-1003c9e1-4705-4fac-8f94-da6663e1d321 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445676 Jun 10 01:00:31.078049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd11ec-1a12-4ad3-8e6c-7b324b8c9e0e req-5daf839b-6ac8-4ca5-b4a8-b6cab2335972 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:31.080475 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4bdd11ec-1a12-4ad3-8e6c-7b324b8c9e0e req-5daf839b-6ac8-4ca5-b4a8-b6cab2335972 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 944 time: 0.4444270 Jun 10 01:00:31.164472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41cc94-648d-45ff-90b1-24a2843ffca5 req-9522ca56-de0c-4241-ad59-80dbcb5fa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:31.165913 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-da41cc94-648d-45ff-90b1-24a2843ffca5 req-9522ca56-de0c-4241-ad59-80dbcb5fa4da service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4152253 Jun 10 01:00:31.184738 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-260d430f-78dc-485c-8c12-0c54945cfa43 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360674 Jun 10 01:00:31.353317 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-d7ff85d8-8a47-440a-ac66-0831924ce288 req-4c9a2b11-3236-4f53-b0e0-e26988764c32 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389213 Jun 10 01:00:31.361034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Allocated IP 172.20.0.8 (a8d5da50-726d-49e2-a729-470db3429d30/00c1311e-19a6-47db-abe2-183b0329cb84/25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:31.368052 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4bdd11ec-1a12-4ad3-8e6c-7b324b8c9e0e req-9f5909ba-ab5a-4b14-89c7-a15921d7257b tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451403 Jun 10 01:00:31.490362 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab439fe2-6efa-4140-b307-e7cb326ae525 x-openstack-request-id: req-ab439fe2-6efa-4140-b307-e7cb326ae525 {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:31.490961 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2e78db-71d1-4b55-8bf8-141fcd8c05e8", "tag": "120381c3-70a1-4c84-891b-87a468bd5b8f", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:31.491637 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab439fe2-6efa-4140-b307-e7cb326ae525 {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:31.492418 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'tag': '120381c3-70a1-4c84-891b-87a468bd5b8f', 'status': 'completed', 'code': 200} Jun 10 01:00:31.507514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5a7a2-63b4-4553-b1eb-267392e1c7ba req-cbb1888f-54b8-4e8e-b9bb-424de9916af8 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:31.509539 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5c5a7a2-63b4-4553-b1eb-267392e1c7ba req-cbb1888f-54b8-4e8e-b9bb-424de9916af8 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.3875017 Jun 10 01:00:31.578703 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Allocated IP 172.20.0.13 (ba3bcdf7-4bc4-4459-8bad-88431a48a83c/107223eb-202c-4d95-aef5-5408e66889b7/c3299c57-f895-432c-93ac-d39a65dfe94f) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:00:31.620528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-0c8701b1-a79c-4f01-bc44-c499d8dde008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:31.622018 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-0c8701b1-a79c-4f01-bc44-c499d8dde008 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1097 time: 0.3955607 Jun 10 01:00:31.696197 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677137-39db-4f10-ad48-109c11dd61ae req-6d4d7fdc-ae9c-40c4-8685-08fab4779c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:31.697661 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-6d4d7fdc-ae9c-40c4-8685-08fab4779c59 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 1097 time: 0.0747375 Jun 10 01:00:31.739405 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32b2a423-a4f2-4196-95d3-959022e0aefb req-8c3934f2-263e-4d89-a3dc-a9325dead641 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.1301322 Jun 10 01:00:31.771324 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-d6aef884-77f1-4ba0-bd69-144be01f63cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 217 time: 0.1105103 Jun 10 01:00:31.828699 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5c5a7a2-63b4-4553-b1eb-267392e1c7ba req-3e66c9dc-c2db-48e1-9af6-2ddabe783b18 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477973 Jun 10 01:00:31.866148 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677137-39db-4f10-ad48-109c11dd61ae req-0138e331-e825-4a9f-901c-eab3d34fc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:31.867901 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-0138e331-e825-4a9f-901c-eab3d34fc089 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.1635737 Jun 10 01:00:31.959081 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-b54c0213-3dc7-46dc-b1db-44aca4db4ac8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=120381c3-70a1-4c84-891b-87a468bd5b8f HTTP/1.1" status: 200 len: 217 time: 0.0842552 Jun 10 01:00:32.020895 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ed4156a6-ec61-4d55-8881-f11baa08c7e3 req-0ff2ed22-02f8-42b6-b2b1-a95fb8ec9965 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.1506150 Jun 10 01:00:32.036015 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f677137-39db-4f10-ad48-109c11dd61ae req-1cd7803f-c3a1-47ac-aa1d-f6f7db8550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:32.037981 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-1cd7803f-c3a1-47ac-aa1d-f6f7db8550e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0719376 Jun 10 01:00:32.065054 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902f2d-1c10-4748-a230-535905414f98 req-8351cd18-aec1-4bea-bf10-74409b661e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:32.066490 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-8351cd18-aec1-4bea-bf10-74409b661e05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.2823141 Jun 10 01:00:32.095549 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-e1088047-f3d5-4718-9c68-c4e3736f626d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507958 Jun 10 01:00:32.111044 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:32.169641 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-4a059b9f-07cf-4336-a5ef-0fa3b7f01885 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943685 Jun 10 01:00:32.239132 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Transition to ACTIVE for port object 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:32.261581 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-954db54b-0d97-4a4a-adf1-f2b3b6f3c023 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551852 Jun 10 01:00:32.334673 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:32.463820 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-6f677137-39db-4f10-ad48-109c11dd61ae req-cfcbaa04-2b5f-42b4-867d-1700276f1ab1 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934469 Jun 10 01:00:32.490152 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Transition to ACTIVE for port object c3299c57-f895-432c-93ac-d39a65dfe94f will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:32.573333 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:32.576268 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-d7e680db-bf9d-4315-98eb-bd1793765a67 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891463 Jun 10 01:00:32.591893 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3a55e-de29-445d-949f-847c4ea42c76 req-2fe924b7-76c4-4e79-9e8c-fb6241274550 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:32.593337 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41f3a55e-de29-445d-949f-847c4ea42c76 req-2fe924b7-76c4-4e79-9e8c-fb6241274550 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.4746134 Jun 10 01:00:32.599062 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:32.775207 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Network a8d5da50-726d-49e2-a729-470db3429d30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:32.787973 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:32.809105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:32.814825 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:32.815167 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:32.819066 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:32.828595 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:32.842179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:32.852753 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41f3a55e-de29-445d-949f-847c4ea42c76 req-5b74508d-3bf7-45b4-83c5-b5670d07bbc2 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043419 Jun 10 01:00:32.898133 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:32.987205 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8930922 Jun 10 01:00:33.013453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8880fd-f126-4caf-8fc0-e8af245297f5 req-a5d80f32-013a-4ada-8cb3-104347676eae tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:33.020967 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2e8880fd-f126-4caf-8fc0-e8af245297f5 req-a5d80f32-013a-4ada-8cb3-104347676eae tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 944 time: 0.5230765 Jun 10 01:00:33.040357 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Request body: {'port': {'device_id': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:33.080289 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:00:33.080747 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47468) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:33.084799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3902f2d-1c10-4748-a230-535905414f98 req-e3ba98b7-0d6a-44e2-936c-b84695e4b390 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895701 Jun 10 01:00:33.094884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:33.136411 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:00:33.141628 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:33.142268 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.168840 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'Port': ['ID=c3299c57-f895-432c-93ac-d39a65dfe94f,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:33.191916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-61868645-728a-469b-8576-b47effac8ce4 None None] Provisioning for port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:33.200274 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-61868645-728a-469b-8576-b47effac8ce4 None None] Provisioning complete for port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:33.201453 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-61868645-728a-469b-8576-b47effac8ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.205026 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:33.242366 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2e8880fd-f126-4caf-8fc0-e8af245297f5 req-140bf143-0387-49f1-af62-47dfe6982603 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197325 Jun 10 01:00:33.243641 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8647826 Jun 10 01:00:33.259954 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.299110 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Request body: {'port': {'device_id': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:33.348933 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-61868645-728a-469b-8576-b47effac8ce4 None None] Port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:00:33.383473 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.427812 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.433288 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.452304 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d51b4d35-17e4-4739-87b1-b706d467379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:33.475870 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-11f453c4-033e-4880-a95c-27e355a9a2aa None None] Provisioning for port c3299c57-f895-432c-93ac-d39a65dfe94f completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:33.480997 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-11f453c4-033e-4880-a95c-27e355a9a2aa None None] Provisioning complete for port c3299c57-f895-432c-93ac-d39a65dfe94f triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:33.481463 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-11f453c4-033e-4880-a95c-27e355a9a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.492018 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a32bcb4b4bfc41c5a0264ee83f826606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102166 Jun 10 01:00:33.495279 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47478) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:33.517664 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d60194-7a3a-446c-8b58-c40655681f14,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:33.525480 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dd467-9a87-4ccc-8274-90131b137ef6 req-ff403a30-1217-4616-aa0e-b2bf526cbdd7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:33.527022 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-668dd467-9a87-4ccc-8274-90131b137ef6 req-ff403a30-1217-4616-aa0e-b2bf526cbdd7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 931 time: 0.4947724 Jun 10 01:00:33.544984 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:33.566909 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-11f453c4-033e-4880-a95c-27e355a9a2aa None None] Port c3299c57-f895-432c-93ac-d39a65dfe94f cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:00:33.602020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.661982 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.689513 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.740389 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-668dd467-9a87-4ccc-8274-90131b137ef6 req-809e071d-54d8-4cc8-bea0-a4ef380d5f7d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039583 Jun 10 01:00:33.749600 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.753248 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:33.757333 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74d60194-7a3a-446c-8b58-c40655681f14 HTTP/1.1" status: 204 len: 168 time: 0.2608056 Jun 10 01:00:33.759249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0964ecdc-76e1-4887-8f4e-39de5111cc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:33.770339 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d60194-7a3a-446c-8b58-c40655681f14,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:33.774395 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:33.950823 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a352479-b1eb-4700-9013-279796a361b0 req-3152fedb-9933-4674-9cbd-b61aa11dee53 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:33.952219 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a352479-b1eb-4700-9013-279796a361b0 req-3152fedb-9933-4674-9cbd-b61aa11dee53 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.5457916 Jun 10 01:00:34.084174 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47492) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:34.101698 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.135833 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a352479-b1eb-4700-9013-279796a361b0 req-08c1258c-41d5-4d1e-9dff-197ec7db6064 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757314 Jun 10 01:00:34.205676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e15c-97d0-49e6-a972-decc10755009 req-42b82f51-0cad-4e5e-b930-2c52b710160a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:34.207080 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a1b4e15c-97d0-49e6-a972-decc10755009 req-42b82f51-0cad-4e5e-b930-2c52b710160a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 932 time: 0.3266299 Jun 10 01:00:34.231017 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.237456 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.266115 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6d70021e-a770-46dc-911b-05af222094c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:34.293711 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee25fc2b346040a9870211089a90c053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080951 Jun 10 01:00:34.296917 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47498) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:34.312752 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a02a5-52c1-4f80-8e9a-d1b5c4cc18a9,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:34.330636 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:34.380188 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.434686 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.446773 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:34.462738 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.467244 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a1b4e15c-97d0-49e6-a972-decc10755009 req-db62f55e-6392-405f-b3c2-6b49baec7de2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474687 Jun 10 01:00:34.500000 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.502565 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.503717 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b85a02a5-52c1-4f80-8e9a-d1b5c4cc18a9 HTTP/1.1" status: 204 len: 168 time: 0.2058752 Jun 10 01:00:34.504368 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:34.514546 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a02a5-52c1-4f80-8e9a-d1b5c4cc18a9,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:34.525718 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:34.530270 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Transition to ACTIVE for port object 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:34.545648 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.557372 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:34.642673 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3299c57-f895-432c-93ac-d39a65dfe94f {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:34.723868 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.760223 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec6235-c0d0-4dc4-8423-407eac2d5b52 req-dc204a25-ba85-4024-91b3-1ebca0a3290d tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:34.767127 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4fec6235-c0d0-4dc4-8423-407eac2d5b52 req-dc204a25-ba85-4024-91b3-1ebca0a3290d tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.3984885 Jun 10 01:00:34.773590 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:34.809973 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:34.830419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Transition to ACTIVE for port object c3299c57-f895-432c-93ac-d39a65dfe94f will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:00:34.855271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:34.878278 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:34.921413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Attempting to bind port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:34.922104 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Attempting to bind port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:34.922775 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Attempting to bind port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 on network a8d5da50-726d-49e2-a729-470db3429d30 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:34.932363 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47514) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:34.962943 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4fec6235-c0d0-4dc4-8423-407eac2d5b52 req-ee855afb-7202-4309-aef2-85175faa965a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934905 Jun 10 01:00:34.975582 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.035877 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 on network a8d5da50-726d-49e2-a729-470db3429d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:00:35.036702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Attempting to bind port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 on network a8d5da50-726d-49e2-a729-470db3429d30 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:35.073206 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:35.073555 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Checking segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:35.073942 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Bound using segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:35.074391 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Bound port: 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:35.074767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.098079 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74c83-d604-4b75-8856-7a3560c44ea2 req-82986e6e-626f-46ec-81f7-366ed37fafb5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:35.099626 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4be74c83-d604-4b75-8856-7a3560c44ea2 req-82986e6e-626f-46ec-81f7-366ed37fafb5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 944 time: 0.5146511 Jun 10 01:00:35.131819 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.138517 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.150484 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Pushing event updated for resources: {'Port': ['ID=c3299c57-f895-432c-93ac-d39a65dfe94f,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:35.166458 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:35.178279 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b1fb6e470ca4c53b7ce7ca4ea7060d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444191 Jun 10 01:00:35.181522 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47524) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:35.205100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:35.229550 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724951a7-f416-4f1d-bb69-65c4a0627136,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:35.240899 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:35.267159 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.293904 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.294386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Attempting to bind port c3299c57-f895-432c-93ac-d39a65dfe94f on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:00:35.294756 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Attempting to bind port c3299c57-f895-432c-93ac-d39a65dfe94f by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:00:35.295084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Attempting to bind port c3299c57-f895-432c-93ac-d39a65dfe94f on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:35.330113 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Port c3299c57-f895-432c-93ac-d39a65dfe94f on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:00:35.330476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Attempting to bind port c3299c57-f895-432c-93ac-d39a65dfe94f on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:00:35.340679 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4be74c83-d604-4b75-8856-7a3560c44ea2 req-10937064-f466-487c-95c0-c37b7b9f9b03 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937473 Jun 10 01:00:35.352720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:00:35.353232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Checking segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:35.353760 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Bound using segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:00:35.353946 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Bound port: c3299c57-f895-432c-93ac-d39a65dfe94f, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:00:35.354308 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.356773 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.360161 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.361639 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/724951a7-f416-4f1d-bb69-65c4a0627136 HTTP/1.1" status: 204 len: 168 time: 0.1788430 Jun 10 01:00:35.362753 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6a74242f-6894-40c9-9af2-190846ca968f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:35.373906 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724951a7-f416-4f1d-bb69-65c4a0627136,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:35.376366 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:35.381846 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:35.391439 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:35.403505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.439747 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47530) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:35.449792 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:35.531292 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:35.535405 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:35.592016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:35.592607 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.592749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.593997 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-86253507-842d-43bc-98ce-f92f874d572b service neutron] 10.222.0.78 "PUT /v2.0/ports/25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 1093 time: 2.5648706 Jun 10 01:00:35.594471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:35.596871 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185" -d '{"events": [{"name": "network-changed", "server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:35.630799 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212526-fb17-4b30-bcce-013abbbd8008 req-0b3ac7c0-a54f-4b30-a1fb-f227cf3a504e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:35.638026 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e9212526-fb17-4b30-bcce-013abbbd8008 req-0b3ac7c0-a54f-4b30-a1fb-f227cf3a504e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.4888518 Jun 10 01:00:35.700571 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] For port c3299c57-f895-432c-93ac-d39a65dfe94f, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:00:35.718034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] For port c3299c57-f895-432c-93ac-d39a65dfe94f, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=c3299c57-f895-432c-93ac-d39a65dfe94f,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:00:35.731893 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e9212526-fb17-4b30-bcce-013abbbd8008 req-5f3677c6-9720-44c0-9d9a-68192a594983 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929058 Jun 10 01:00:35.735859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.736815 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.742911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:35.744003 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.758147 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:35.801991 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf337c037cae4083b2168d41681c13b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610349 Jun 10 01:00:35.803122 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47542) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:35.820224 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a35c12-9c61-4b59-9fdf-8c5fff27dd66 req-de6ac2c0-44a7-4815-851d-13a2a1eb7f70 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:35.821728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-68a35c12-9c61-4b59-9fdf-8c5fff27dd66 req-de6ac2c0-44a7-4815-851d-13a2a1eb7f70 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.2915876 Jun 10 01:00:35.831130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:35.831737 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.833055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] 10.222.0.78 "PUT /v2.0/ports/c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 1094 time: 2.5382416 Jun 10 01:00:35.864115 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Pushing event updated for resources: {'Port': ['ID=c3299c57-f895-432c-93ac-d39a65dfe94f,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:35.875650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:35.882331 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037ce11-31ed-407e-bd43-fd62eb1680cf,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:35.885130 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:35.921419 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.944196 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-68a35c12-9c61-4b59-9fdf-8c5fff27dd66 req-d8e09ed7-2232-4dd8-8071-9ac19de4f4b2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164014 Jun 10 01:00:35.951971 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:35.992257 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a7f4e-447a-4f94-ae41-6f0a5aeb0bac req-847890f8-6d70-4105-bd9d-242c9ed3df39 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:35.993914 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef2a7f4e-447a-4f94-ae41-6f0a5aeb0bac req-847890f8-6d70-4105-bd9d-242c9ed3df39 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 944 time: 0.1203480 Jun 10 01:00:36.020987 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de817d6-0418-4d0c-8746-006f68498336 x-openstack-request-id: req-4de817d6-0418-4d0c-8746-006f68498336 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:36.021581 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:36.021935 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4de817d6-0418-4d0c-8746-006f68498336 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:36.022449 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'status': 'completed', 'code': 200} Jun 10 01:00:36.026027 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.029197 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.030787 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b037ce11-31ed-407e-bd43-fd62eb1680cf HTTP/1.1" status: 204 len: 168 time: 0.2252772 Jun 10 01:00:36.031415 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:36.042912 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037ce11-31ed-407e-bd43-fd62eb1680cf,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:36.049897 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:36.083293 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef2a7f4e-447a-4f94-ae41-6f0a5aeb0bac req-7bcbf541-ff5c-469f-a2dc-c34098ed4fa4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822816 Jun 10 01:00:36.220193 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1706ca-6eda-417b-8fa9-d65d7627f947 req-929ad461-7fee-4365-bd0a-0c95584e8288 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:36.221693 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0a1706ca-6eda-417b-8fa9-d65d7627f947 req-929ad461-7fee-4365-bd0a-0c95584e8288 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.0861127 Jun 10 01:00:36.271259 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0a1706ca-6eda-417b-8fa9-d65d7627f947 req-9bb21f64-e47e-46a5-bdce-81ce9a9a0d2f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Jun 10 01:00:36.415565 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47566) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:36.433876 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.547693 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.552090 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.560308 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba143-bb51-4a8c-9070-ef49158bdc91 req-9bf72a7b-bc24-4e7b-8872-7cf5e09452df tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:36.562319 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:36.562652 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3bcba143-bb51-4a8c-9070-ef49158bdc91 req-9bf72a7b-bc24-4e7b-8872-7cf5e09452df tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 944 time: 0.0988204 Jun 10 01:00:36.603150 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d1b9c8bceba439cacf596f4a76bcdcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859503 Jun 10 01:00:36.604820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35291baa-3eca-4e44-80b0-fb6cee47d9eb,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:36.605924 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 47574) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:36.607794 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:36.626086 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3bcba143-bb51-4a8c-9070-ef49158bdc91 req-e708563a-a747-4187-bb5d-6c8a54cd8d03 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566549 Jun 10 01:00:36.670463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.695702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.749055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.751882 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:36.752986 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35291baa-3eca-4e44-80b0-fb6cee47d9eb HTTP/1.1" status: 204 len: 168 time: 0.1461573 Jun 10 01:00:36.753722 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1620cc75-76f5-4776-ab38-92df7138db41 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:36.763763 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35291baa-3eca-4e44-80b0-fb6cee47d9eb,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:36.766317 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:37.026167 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda9501-d590-474c-ab85-5d5a84a8288d req-b4e0f97e-ab3d-464d-8379-de8beff31140 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:37.028221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7eda9501-d590-474c-ab85-5d5a84a8288d req-b4e0f97e-ab3d-464d-8379-de8beff31140 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1659844 Jun 10 01:00:37.109855 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7eda9501-d590-474c-ab85-5d5a84a8288d req-1f5e2be8-1971-4ae6-b3ea-f11aa6d077df tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739920 Jun 10 01:00:37.174437 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ea71-7473-4ca5-af5b-e9125ab1ccc8 req-49f72037-208b-4549-8baa-9af55efbad7c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:37.176531 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4060ea71-7473-4ca5-af5b-e9125ab1ccc8 req-49f72037-208b-4549-8baa-9af55efbad7c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.1006808 Jun 10 01:00:37.242228 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4060ea71-7473-4ca5-af5b-e9125ab1ccc8 req-d5e74e57-33ed-4bd2-97e4-a405ca8176f2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548801 Jun 10 01:00:37.341254 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8cbf9-17c9-491e-b6ad-3071bfcc5167 req-235f9a14-820d-43b4-8dbb-848b0679c3dd tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:37.348932 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5bf8cbf9-17c9-491e-b6ad-3071bfcc5167 req-235f9a14-820d-43b4-8dbb-848b0679c3dd tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 944 time: 0.1047504 Jun 10 01:00:37.437094 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5bf8cbf9-17c9-491e-b6ad-3071bfcc5167 req-ce64ac83-6ff9-45cf-8065-2c25b79a3a41 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870006 Jun 10 01:00:37.478273 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565549af-6818-45b1-ac81-a4243e17c237 req-61a6b8ea-f5c7-4910-876e-8f317718ba41 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:37.479840 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-565549af-6818-45b1-ac81-a4243e17c237 req-61a6b8ea-f5c7-4910-876e-8f317718ba41 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.0895376 Jun 10 01:00:37.533464 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-565549af-6818-45b1-ac81-a4243e17c237 req-830aff1f-853a-4604-868a-43b2a39c429d tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479045 Jun 10 01:00:37.817295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa9beb-430c-4e53-9fb5-b713ee04e355 req-36ef1e98-917d-4576-b375-3417721cd2cf tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:37.818801 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8aa9beb-430c-4e53-9fb5-b713ee04e355 req-36ef1e98-917d-4576-b375-3417721cd2cf tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 944 time: 0.0852437 Jun 10 01:00:37.875302 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8aa9beb-430c-4e53-9fb5-b713ee04e355 req-4792946d-d45d-478f-b167-f659319a2b43 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Jun 10 01:00:38.024373 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:38.026696 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09784b37-1cf6-4d37-8649-2d5b290a71ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:38.057345 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 47646) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:38.075107 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1880538-0920-4922-8a98-0d7e69acf9bd x-openstack-request-id: req-c1880538-0920-4922-8a98-0d7e69acf9bd {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:38.075473 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:38.075817 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1880538-0920-4922-8a98-0d7e69acf9bd {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:38.076389 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'status': 'completed', 'code': 200} Jun 10 01:00:38.230200 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.363528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8497-f99c-4bb8-acd3-eaa55c791d3a req-693110cc-359f-4939-8a4e-176f58862c8a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:38.364847 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5a6a8497-f99c-4bb8-acd3-eaa55c791d3a req-693110cc-359f-4939-8a4e-176f58862c8a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1227648 Jun 10 01:00:38.495392 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5a6a8497-f99c-4bb8-acd3-eaa55c791d3a req-87c12ca0-7994-49b9-8ef1-4c3ad9d6a34e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931947 Jun 10 01:00:38.498526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.503933 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.514227 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d6047154-7dce-439b-8e28-9c2857102de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:38.570776 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26559f5-326c-4dd5-a9cc-ea8ccfa59a0d req-03764d86-9a1e-40ee-bfc6-7fbcb6644e8e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:38.572580 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c26559f5-326c-4dd5-a9cc-ea8ccfa59a0d req-03764d86-9a1e-40ee-bfc6-7fbcb6644e8e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 943 time: 0.2055433 Jun 10 01:00:38.577129 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47672) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:38.577520 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cb1f3a1c7b44a9d876d02c68a5552f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189562 Jun 10 01:00:38.583466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c66497-1558-40dc-8c34-af56c690f37a,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:38.586535 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:38.658493 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.675180 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c26559f5-326c-4dd5-a9cc-ea8ccfa59a0d req-09ba95bf-8bf3-4ee2-90c9-899cf996bc7c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931735 Jun 10 01:00:38.690172 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.729992 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1abaec-581b-4327-b842-2c9662f7bf28 req-89f78aad-f587-45ea-93b5-1f3ded31a11b tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:38.737220 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1e1abaec-581b-4327-b842-2c9662f7bf28 req-89f78aad-f587-45ea-93b5-1f3ded31a11b tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 944 time: 0.1165726 Jun 10 01:00:38.757325 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.761372 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:38.765436 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86c66497-1558-40dc-8c34-af56c690f37a HTTP/1.1" status: 204 len: 168 time: 0.1869061 Jun 10 01:00:38.766313 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:38.778457 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c66497-1558-40dc-8c34-af56c690f37a,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:38.781114 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:38.800419 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1e1abaec-581b-4327-b842-2c9662f7bf28 req-3a0d5f65-c9dc-4cfe-9b50-bfbde9145a18 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601907 Jun 10 01:00:38.914912 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4b8b-105f-400e-affb-7320d759a02c req-53579c4e-ed4d-4b95-bfad-2154983d9db8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:38.917366 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9c8d4b8b-105f-400e-affb-7320d759a02c req-53579c4e-ed4d-4b95-bfad-2154983d9db8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 943 time: 0.1115055 Jun 10 01:00:38.972080 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9c8d4b8b-105f-400e-affb-7320d759a02c req-6dd12b96-fc1b-4d91-9509-d607bab998db tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Jun 10 01:00:38.996839 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:00:39.046952 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.173248 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,segment=NetworkSegment(736afebe-454b-4455-9fbe-2b789fe5c9ac),segment_id=736afebe-454b-4455-9fbe-2b789fe5c9ac)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:39.189005 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2', 'network_id': '6448be8c-2817-4900-8b05-eb1f7286fd94', 'port_id': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2', 'mac_address': 'fa:16:3e:ef:80:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:00:39.215548 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185 req-fb5092c1-7417-4589-940f-d2134cdf0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:39.216992 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185 req-fb5092c1-7417-4589-940f-d2134cdf0fd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1096 time: 0.2052925 Jun 10 01:00:39.223587 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47708) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:39.245027 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.259599 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.281521 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:39.325189 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,segment=NetworkSegment(736afebe-454b-4455-9fbe-2b789fe5c9ac),segment_id=736afebe-454b-4455-9fbe-2b789fe5c9ac)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:39.329015 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.329744 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 66b0af14-ff00-4301-812f-62c6b21fc246 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:00:39.330129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56122a70-dd8a-4b3a-b763-c0c7f03be3ab req-993e9db2-c450-4399-98f7-e513706c4a43 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:39.331666 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:39.336734 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-56122a70-dd8a-4b3a-b763-c0c7f03be3ab req-993e9db2-c450-4399-98f7-e513706c4a43 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 944 time: 0.2699471 Jun 10 01:00:39.342859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cbd2dac4-6f55-47d3-a26a-3d30ac2d6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:39.344775 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-cbd2dac4-6f55-47d3-a26a-3d30ac2d6a75 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1097 time: 0.2791150 Jun 10 01:00:39.383609 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.390365 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.403108 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0dbb59e3-3644-42bf-8187-d24df2c8c8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:39.412979 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47712) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:39.444334 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-5b5af3b1-b361-4fcf-9a38-68c29d73b19b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 217 time: 0.0858839 Jun 10 01:00:39.455891 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a384c-ee58-445f-b230-0491a31f772b,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:39.463236 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:39.466656 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:39.469144 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f21c4a02769e4a95b53afeabe3710055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442095 Jun 10 01:00:39.471980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47716) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:39.474325 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:39.528553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-56122a70-dd8a-4b3a-b763-c0c7f03be3ab req-a1f06d3a-b204-43ac-bcdd-7507a97e1d9a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908867 Jun 10 01:00:39.543694 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185 req-ed4e6552-ecb4-465a-aeee-b573178274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:39.543694 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185 req-ed4e6552-ecb4-465a-aeee-b573178274f6 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=c87a3f41ac9942bca231ef5827959ef4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3159385 Jun 10 01:00:39.550555 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.570329 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 66b0af14-ff00-4301-812f-62c6b21fc246, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=66b0af14-ff00-4301-812f-62c6b21fc246,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:39.596793 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '66b0af14-ff00-4301-812f-62c6b21fc246', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'port_id': '66b0af14-ff00-4301-812f-62c6b21fc246', 'mac_address': 'fa:16:3e:a2:21:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857f0aba-d0af-4566-b8b3-0e9c03a511b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:00:39.608893 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.615530 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.644920 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-a121d886-e1d6-4b1f-94b9-9fc83f3859e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:39.646372 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-a121d886-e1d6-4b1f-94b9-9fc83f3859e7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.1909661 Jun 10 01:00:39.671111 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.712993 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.715386 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b0af14-ff00-4301-812f-62c6b21fc246 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:39.716076 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.717296 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b15a384c-ee58-445f-b230-0491a31f772b HTTP/1.1" status: 204 len: 168 time: 0.2445335 Jun 10 01:00:39.719231 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:39.747401 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a384c-ee58-445f-b230-0491a31f772b,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:39.751503 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:39.777072 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 66b0af14-ff00-4301-812f-62c6b21fc246, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=66b0af14-ff00-4301-812f-62c6b21fc246,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:39.796424 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.797132 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 120381c3-70a1-4c84-891b-87a468bd5b8f details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:00:39.813019 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.817866 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:39.820426 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:39.843056 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:39.884633 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37630b54-3393-4ada-8265-9849711d049b,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:39.905624 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:39.927472 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=709bb37786d74665a6aa9dbcda71869d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118523 Jun 10 01:00:39.928283 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47732) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:39.990386 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.021558 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.081171 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185 req-9501f009-82d3-4c57-ad0b-cdc7c59d7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:40.082966 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1d93c05b-42e4-44cd-9ab5-16fe2fbfd185 req-9501f009-82d3-4c57-ad0b-cdc7c59d7bd5 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5352874 Jun 10 01:00:40.089709 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.092861 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.097315 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37630b54-3393-4ada-8265-9849711d049b HTTP/1.1" status: 204 len: 168 time: 0.1678009 Jun 10 01:00:40.098756 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3e0f169a-456a-4d8c-9c69-f057bccd3e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:40.106393 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-7e05ff66-b572-4821-86d0-3dac41776b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:40.108016 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-7e05ff66-b572-4821-86d0-3dac41776b2e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4249361 Jun 10 01:00:40.110339 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37630b54-3393-4ada-8265-9849711d049b,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:40.118523 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:40.197791 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 120381c3-70a1-4c84-891b-87a468bd5b8f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=120381c3-70a1-4c84-891b-87a468bd5b8f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:40.234203 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=66b0af14-ff00-4301-812f-62c6b21fc246,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:40.242393 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:40.243362 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '120381c3-70a1-4c84-891b-87a468bd5b8f', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'port_id': '120381c3-70a1-4c84-891b-87a468bd5b8f', 'mac_address': 'fa:16:3e:d5:d2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:00:40.256867 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843f723-eb82-4571-b6c5-9527f9f3c28c req-4434ce43-3324-422e-bd22-e7acd7622f23 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:40.268538 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0843f723-eb82-4571-b6c5-9527f9f3c28c req-4434ce43-3324-422e-bd22-e7acd7622f23 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.6320732 Jun 10 01:00:40.329338 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.353623 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06e5c7-ad8d-4459-8f23-0dd6aea229a4 req-4e0090e5-40c8-48ac-a471-93d7932573fb tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:40.353829 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120381c3-70a1-4c84-891b-87a468bd5b8f {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:40.355253 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a06e5c7-ad8d-4459-8f23-0dd6aea229a4 req-4e0090e5-40c8-48ac-a471-93d7932573fb tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 944 time: 0.4488118 Jun 10 01:00:40.374189 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 120381c3-70a1-4c84-891b-87a468bd5b8f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=120381c3-70a1-4c84-891b-87a468bd5b8f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:40.376848 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0843f723-eb82-4571-b6c5-9527f9f3c28c req-efbcae51-15c7-4e72-b9d7-02a659f04b8a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074650 Jun 10 01:00:40.393867 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.394755 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:00:40.429318 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-a9d80c88-4cb2-48c3-9734-c7e2a5f2f409 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096030 Jun 10 01:00:40.432922 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:40.453325 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:40.462954 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-621ecfdf-2197-40b8-a69c-3df2b2f065e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:40.464495 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-621ecfdf-2197-40b8-a69c-3df2b2f065e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1096 time: 0.3233571 Jun 10 01:00:40.480634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a06e5c7-ad8d-4459-8f23-0dd6aea229a4 req-8d57b2cf-3a24-4d31-80b3-2b2b1a128703 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069684 Jun 10 01:00:40.529900 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66', 'network_id': '75c75b8d-7089-4e91-b2d8-0969df4ea8fc', 'port_id': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66', 'mac_address': 'fa:16:3e:a0:0b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61a072f-e615-41ef-afcd-fd279a90650f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:00:40.677917 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47760) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:40.698008 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.700149 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=120381c3-70a1-4c84-891b-87a468bd5b8f,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:40.732060 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:40.754010 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.773059 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:40.794543 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:40.802744 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.804738 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:40.841684 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.847065 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:40.858420 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e11d85e2-118d-4973-a282-68e1121ffb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:40.884962 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-5e77b972-37bb-425f-971b-de448fb95f6e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 217 time: 0.4032938 Jun 10 01:00:40.888935 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:40.893192 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:40.900122 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f18bc9-20f9-400e-bb56-fb29759e56b8,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:40.904895 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:40.923304 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05386a10a761429194adcb81b4620f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443547 Jun 10 01:00:40.925717 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47766) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:40.983209 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:41.016774 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:41.020325 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f69f132b-a8c3-4fba-80b0-09b277deb281 req-ae5b5a23-d36a-4e7f-8e2c-b4e11a522c80 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808141 Jun 10 01:00:41.028863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-02144139-cada-4d00-b6e6-4695424808cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.030441 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-02144139-cada-4d00-b6e6-4695424808cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.1252775 Jun 10 01:00:41.077638 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:41.080643 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:41.081941 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14f18bc9-20f9-400e-bb56-fb29759e56b8 HTTP/1.1" status: 204 len: 168 time: 0.1553187 Jun 10 01:00:41.082864 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2931ad62-84dc-4f20-83ef-29bf96ea52ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:41.092749 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f18bc9-20f9-400e-bb56-fb29759e56b8,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:41.101173 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:41.146629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767f630-c063-4036-b036-a3b9509c1775 req-23138935-0b9b-4ecc-86cb-bd6e54fc4c30 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.148120 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2767f630-c063-4036-b036-a3b9509c1775 req-23138935-0b9b-4ecc-86cb-bd6e54fc4c30 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 944 time: 0.3493896 Jun 10 01:00:41.156818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267a111-26b8-4386-addf-d838093cf8b4 req-34e96548-58f4-4687-8005-4506cf31b182 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.164488 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5267a111-26b8-4386-addf-d838093cf8b4 req-34e96548-58f4-4687-8005-4506cf31b182 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 944 time: 0.5279598 Jun 10 01:00:41.264774 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5267a111-26b8-4386-addf-d838093cf8b4 req-c09f1800-1248-4ad3-b16f-fad2c912ca36 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992639 Jun 10 01:00:41.272898 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2767f630-c063-4036-b036-a3b9509c1775 req-a2ccb2e3-5b40-48a1-8ed2-aa5b8cf7718f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042140 Jun 10 01:00:41.282271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-59075bdf-7ae1-47e5-9aea-d92560ba9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.283773 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-59075bdf-7ae1-47e5-9aea-d92560ba9469 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2451024 Jun 10 01:00:41.285740 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-75615db5-acc7-4a81-a3a3-43869bd10c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:41.321710 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-9123792f-6d5f-43d3-86c0-1850f2f3afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.322958 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-9123792f-6d5f-43d3-86c0-1850f2f3afb7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1097 time: 0.2530787 Jun 10 01:00:41.645749 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-ce18f9a3-f33e-4e46-8228-6eac587a1fb0 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511596 Jun 10 01:00:41.648072 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-7586ed0d-13ce-41bc-b002-580a25ee9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.649381 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-7586ed0d-13ce-41bc-b002-580a25ee9169 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.2804220 Jun 10 01:00:41.817875 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3981171-b767-4902-9b87-ce3a0995d4e7 req-b85650e6-f838-4d8c-912b-1d4c2bfade66 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:41.824578 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3981171-b767-4902-9b87-ce3a0995d4e7 req-b85650e6-f838-4d8c-912b-1d4c2bfade66 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 945 time: 0.3846655 Jun 10 01:00:41.859138 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['9563ba94-e91f-4e1b-8dd1-a95d0964aa66'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:00:41.910999 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-6398f1fb-8dcf-48b3-b76e-fd82e47b58b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 217 time: 0.2513793 Jun 10 01:00:41.972798 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['120381c3-70a1-4c84-891b-87a468bd5b8f'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:00:42.020390 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['26f799a1-1f97-4af3-a80c-fae5c9ba4ea2'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:00:42.027594 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3981171-b767-4902-9b87-ce3a0995d4e7 req-94dae80f-6e6b-47c3-98d5-838a8432d16e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021728 Jun 10 01:00:42.060125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b374c-b2ab-414b-8876-65a7c297ba5d req-1683c932-53ed-41d9-94ce-3c5ebaa72a2b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:42.061892 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7a1b374c-b2ab-414b-8876-65a7c297ba5d req-1683c932-53ed-41d9-94ce-3c5ebaa72a2b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.5313530 Jun 10 01:00:42.101681 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-d7de35e7-9519-4ec6-a93f-6c709b423ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:42.103133 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-d7de35e7-9519-4ec6-a93f-6c709b423ad3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.1854725 Jun 10 01:00:42.144779 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:00:42.153864 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc575c4-1880-404e-8926-5b6b0e34d9a8 req-e4e89bd8-5ed5-4b3d-924d-ccf03444ae64 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932532 Jun 10 01:00:42.188299 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7a1b374c-b2ab-414b-8876-65a7c297ba5d req-2388898e-db81-4122-960c-4172812c153e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196110 Jun 10 01:00:42.237191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-7a790c71-f7e0-4d6d-984b-3be4ef23cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:42.238803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-7a790c71-f7e0-4d6d-984b-3be4ef23cb0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1259255 Jun 10 01:00:42.545162 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-2b15e6c3-5fc0-4ea9-868b-927fbb52e54b service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657180 Jun 10 01:00:42.702032 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fccf8-c221-4c1a-b974-2fe7a9e00082 req-1c910cf1-6aa4-4ef3-b530-3b8989ce543c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:42.708918 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-045fccf8-c221-4c1a-b974-2fe7a9e00082 req-1c910cf1-6aa4-4ef3-b530-3b8989ce543c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 944 time: 0.4650276 Jun 10 01:00:42.781040 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-045fccf8-c221-4c1a-b974-2fe7a9e00082 req-2f428105-b3a5-4f35-a248-731e31bcad04 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Jun 10 01:00:42.825026 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd43c1-41f1-40bb-b035-84468a155f3b req-897d1eee-3a10-4f70-9f8e-8986e1201b15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:42.826469 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9dfd43c1-41f1-40bb-b035-84468a155f3b req-897d1eee-3a10-4f70-9f8e-8986e1201b15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 944 time: 0.3515899 Jun 10 01:00:42.828860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09784b37-1cf6-4d37-8649-2d5b290a71ad req-5bfa6766-bc52-40cd-a7c9-04c13f23df06 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654996 Jun 10 01:00:42.876831 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9dfd43c1-41f1-40bb-b035-84468a155f3b req-4a61ec0e-0825-4755-8bc4-5a019adf9b8c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Jun 10 01:00:42.998384 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9a315-dff2-4708-abd7-0ee990f5755c req-b33195ed-742f-4a20-9a79-e42cf29b857a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:43.000499 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9ca9a315-dff2-4708-abd7-0ee990f5755c req-b33195ed-742f-4a20-9a79-e42cf29b857a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 944 time: 0.0923083 Jun 10 01:00:43.049185 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9ca9a315-dff2-4708-abd7-0ee990f5755c req-55951f22-f765-4cdb-a84b-25bc987260c9 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Jun 10 01:00:43.223386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdb04-03e3-4905-80bb-613a1c4ec7c0 req-229efefa-3898-4a00-84f4-94cb08cff826 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:43.224748 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a2fdb04-03e3-4905-80bb-613a1c4ec7c0 req-229efefa-3898-4a00-84f4-94cb08cff826 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 945 time: 0.0790722 Jun 10 01:00:43.269705 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a2fdb04-03e3-4905-80bb-613a1c4ec7c0 req-729f2447-2c29-4dbc-8b1b-519f8541af34 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387106 Jun 10 01:00:43.387669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a95ca-014a-46ea-920a-d092969b7777 req-4210fb09-66d7-4ddc-88c8-24de94ab0aff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:43.389147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d31a95ca-014a-46ea-920a-d092969b7777 req-4210fb09-66d7-4ddc-88c8-24de94ab0aff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0841417 Jun 10 01:00:43.435241 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d31a95ca-014a-46ea-920a-d092969b7777 req-a8826174-b67c-4913-8cac-099ce48bc462 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Jun 10 01:00:43.471750 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:43.733254 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f6f0adac-3628-4ae4-8742-1d829edc1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:43.963003 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8db34-cee6-4049-b2a6-f7eb943db01d req-964bf328-4582-4b7b-8689-5323815bf95c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:43.964477 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8eb8db34-cee6-4049-b2a6-f7eb943db01d req-964bf328-4582-4b7b-8689-5323815bf95c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 944 time: 0.0809684 Jun 10 01:00:44.053451 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8eb8db34-cee6-4049-b2a6-f7eb943db01d req-13ba52d3-0906-453d-8cd7-724b74c0271e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827606 Jun 10 01:00:44.086718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7110f-903e-430b-ac6f-93bde9962938 req-da957b9c-e0f8-4796-8f09-919ea4281961 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:44.088074 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-aeb7110f-903e-430b-ac6f-93bde9962938 req-da957b9c-e0f8-4796-8f09-919ea4281961 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 944 time: 0.0999389 Jun 10 01:00:44.138641 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-aeb7110f-903e-430b-ac6f-93bde9962938 req-f8723989-18fb-4bf3-8f32-eac7dc767016 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Jun 10 01:00:44.233223 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a47ddf-2494-4e8b-b2f9-c82320feea8f req-d9a441f6-ada8-4210-b059-d9054809ef8f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:44.234690 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86a47ddf-2494-4e8b-b2f9-c82320feea8f req-d9a441f6-ada8-4210-b059-d9054809ef8f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 944 time: 0.0820711 Jun 10 01:00:44.280302 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86a47ddf-2494-4e8b-b2f9-c82320feea8f req-baeec25b-3116-4b25-9c2c-de764d880a67 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Jun 10 01:00:44.451317 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a338e2-8dde-4e52-ab00-5518a2b035ed req-54b9a135-9c03-4448-9de1-456b33ed7b50 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:44.452760 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a1a338e2-8dde-4e52-ab00-5518a2b035ed req-54b9a135-9c03-4448-9de1-456b33ed7b50 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 945 time: 0.0787523 Jun 10 01:00:44.498392 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a1a338e2-8dde-4e52-ab00-5518a2b035ed req-22382e90-9264-41c7-8f22-46090e12d277 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Jun 10 01:00:44.698950 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:44.748531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device c3299c57-f895-432c-93ac-d39a65dfe94f details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:00:44.753332 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:44.809078 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97f879-4f2a-4b75-981f-f5549d0451be req-66f5bf82-a5f2-418b-bc46-8fd1da667d20 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:44.811719 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ab97f879-4f2a-4b75-981f-f5549d0451be req-66f5bf82-a5f2-418b-bc46-8fd1da667d20 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1100545 Jun 10 01:00:44.864310 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ab97f879-4f2a-4b75-981f-f5549d0451be req-eedf455e-e1bf-4f3a-87a6-fa82fae2fd25 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Jun 10 01:00:44.914084 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:44.934569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:44.934569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.006172 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port c3299c57-f895-432c-93ac-d39a65dfe94f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=c3299c57-f895-432c-93ac-d39a65dfe94f,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:45.025204 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'port_id': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'mac_address': 'fa:16:3e:7d:41:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:00:45.129935 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.152276 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3299c57-f895-432c-93ac-d39a65dfe94f {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:45.156176 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.191591 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port c3299c57-f895-432c-93ac-d39a65dfe94f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=c3299c57-f895-432c-93ac-d39a65dfe94f,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:45.198194 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad108206-2046-4d67-9b4a-c348858594bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:45.270960 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47910) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:45.286602 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.294156 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:45.305947 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e6a0-0730-4739-b8b1-1126e153b83c req-1ea80971-96f6-42a0-a476-1350e9448cd5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:45.313280 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2284e6a0-0730-4739-b8b1-1126e153b83c req-1ea80971-96f6-42a0-a476-1350e9448cd5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 944 time: 0.1504943 Jun 10 01:00:45.326428 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,segment=NetworkSegment(736afebe-454b-4455-9fbe-2b789fe5c9ac),segment_id=736afebe-454b-4455-9fbe-2b789fe5c9ac)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:45.334205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.335626 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:45.432546 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=c3299c57-f895-432c-93ac-d39a65dfe94f,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:45.439319 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:45.439717 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:45.458137 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.525916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b51fa5-708c-4c94-b3af-8b2219ddd618" -d '{"events": [{"server_uuid": "ad108206-2046-4d67-9b4a-c348858594bb", "name": "network-vif-plugged", "status": "completed", "tag": "26f799a1-1f97-4af3-a80c-fae5c9ba4ea2"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:45.581061 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:45.588251 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:45.591584 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:45.592664 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:45.593049 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.601955 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2284e6a0-0730-4739-b8b1-1126e153b83c req-833f4a26-54c6-495a-a823-1e59a3d8f875 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875845 Jun 10 01:00:45.627933 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.641203 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.669466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1abc1-9ae0-4428-b0cd-5ae06cb3148a req-edb5a61d-22b3-48d2-b494-03702ac450c3 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:45.672943 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4f1abc1-9ae0-4428-b0cd-5ae06cb3148a req-edb5a61d-22b3-48d2-b494-03702ac450c3 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 945 time: 0.3559408 Jun 10 01:00:45.694422 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fabdc292-c2d8-47ff-a1c4-54182c738e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:45.718101 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['c3299c57-f895-432c-93ac-d39a65dfe94f'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:00:45.722400 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92508110b4ed412994cc53fe03b4138b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492977 Jun 10 01:00:45.723255 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 47932) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:45.778227 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4f1abc1-9ae0-4428-b0cd-5ae06cb3148a req-ce020168-3cc0-4f57-8d9c-14a7146d3831 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005726 Jun 10 01:00:45.808409 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.822699 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9dc522-28e0-4bf1-b1fb-55f0126215d1,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:45.837921 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:45.843567 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.877161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:45.882536 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.908024 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.908899 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 120381c3-70a1-4c84-891b-87a468bd5b8f up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:45.915576 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091b976-23ec-40e4-a959-8a54cee2cf6e req-116dcb67-1b42-483c-bffe-ab084ca4a6d4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:45.917176 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b091b976-23ec-40e4-a959-8a54cee2cf6e req-116dcb67-1b42-483c-bffe-ab084ca4a6d4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.1078765 Jun 10 01:00:45.952379 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.955124 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:45.959608 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c9dc522-28e0-4bf1-b1fb-55f0126215d1 HTTP/1.1" status: 204 len: 168 time: 0.2336512 Jun 10 01:00:45.961072 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d110ffff-bb5f-429f-bd16-cdd7ea10fd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:45.970393 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9dc522-28e0-4bf1-b1fb-55f0126215d1,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:45.973266 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:45.978912 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:46.038629 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b091b976-23ec-40e4-a959-8a54cee2cf6e req-4811a9ea-a34f-4ede-98d8-84be140f8377 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077979 Jun 10 01:00:46.108972 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8f961-2fff-43d2-b29d-ebd91f6757e2 req-5932b739-4dc7-43a4-b036-955bef671788 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:46.113922 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfb8f961-2fff-43d2-b29d-ebd91f6757e2 req-5932b739-4dc7-43a4-b036-955bef671788 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 945 time: 0.1819561 Jun 10 01:00:46.165337 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:46.168469 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:46.191211 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfb8f961-2fff-43d2-b29d-ebd91f6757e2 req-a75eae4e-4cf8-4dcf-9422-f4485dc894b6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699654 Jun 10 01:00:46.220056 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 120381c3-70a1-4c84-891b-87a468bd5b8f completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:46.226915 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 120381c3-70a1-4c84-891b-87a468bd5b8f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:46.227291 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:46.396481 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82856784-897f-43ff-ac91-fc3aae7ca0db x-openstack-request-id: req-82856784-897f-43ff-ac91-fc3aae7ca0db {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:46.397378 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad108206-2046-4d67-9b4a-c348858594bb", "name": "network-vif-plugged", "status": "completed", "tag": "26f799a1-1f97-4af3-a80c-fae5c9ba4ea2", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:46.397853 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82856784-897f-43ff-ac91-fc3aae7ca0db {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:46.398524 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad108206-2046-4d67-9b4a-c348858594bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2', 'code': 200} Jun 10 01:00:46.418826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:46.430893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:46.472545 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 120381c3-70a1-4c84-891b-87a468bd5b8f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=120381c3-70a1-4c84-891b-87a468bd5b8f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:46.477570 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:46.478723 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 66b0af14-ff00-4301-812f-62c6b21fc246 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:46.512988 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea90b9c-15f5-4c2d-b76d-a8d9c9780b87 req-dca4c227-6625-458f-ad15-c8af2f4d247a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:46.514448 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:46.515597 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7ea90b9c-15f5-4c2d-b76d-a8d9c9780b87 req-dca4c227-6625-458f-ad15-c8af2f4d247a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1073916 Jun 10 01:00:46.585768 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7ea90b9c-15f5-4c2d-b76d-a8d9c9780b87 req-24eb988b-c3b4-45fc-8b64-e05d67b481e8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581129 Jun 10 01:00:46.706784 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=120381c3-70a1-4c84-891b-87a468bd5b8f,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:46.713919 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:46.725334 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 66b0af14-ff00-4301-812f-62c6b21fc246 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:46.732133 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:00:46.738045 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 66b0af14-ff00-4301-812f-62c6b21fc246 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:46.738464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:46.760015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4a5bc-70cd-444f-84f1-6938fda0dac2 req-f54fc35e-ce8a-4f1a-81b7-42c0c57f1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:46.762040 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9fb4a5bc-70cd-444f-84f1-6938fda0dac2 req-f54fc35e-ce8a-4f1a-81b7-42c0c57f1cfa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 1098 time: 0.1484888 Jun 10 01:00:46.962710 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9fb4a5bc-70cd-444f-84f1-6938fda0dac2 req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.041403 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:47.060170 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.069296 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'mac_address': 'fa:16:3e:93:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:00:47.099938 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7dfe-0040-4b85-b7bd-d7943ee6227b req-edacb024-cde5-41eb-b700-20c4f9c28c46 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:47.107639 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cfca7dfe-0040-4b85-b7bd-d7943ee6227b req-edacb024-cde5-41eb-b700-20c4f9c28c46 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 944 time: 0.2389812 Jun 10 01:00:47.149402 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 66b0af14-ff00-4301-812f-62c6b21fc246, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=66b0af14-ff00-4301-812f-62c6b21fc246,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:47.150953 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.164669 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.168412 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:47.207810 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device c3299c57-f895-432c-93ac-d39a65dfe94f up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:47.253144 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:00:47.282155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9fb4a5bc-70cd-444f-84f1-6938fda0dac2 req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.298646 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-9fb4a5bc-70cd-444f-84f1-6938fda0dac2 req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.308041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:47.314737 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=66b0af14-ff00-4301-812f-62c6b21fc246,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:47.319461 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:47.322131 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.323969 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:47.337664 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7fce1ef1-9513-4577-8f5e-67aa9d831497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:47.387380 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9fb4a5bc-70cd-444f-84f1-6938fda0dac2 req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171925 Jun 10 01:00:47.394377 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port c3299c57-f895-432c-93ac-d39a65dfe94f completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:47.402997 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port c3299c57-f895-432c-93ac-d39a65dfe94f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:47.403453 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.425362 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cfca7dfe-0040-4b85-b7bd-d7943ee6227b req-3002af62-1b77-4146-9dc0-2da7703b9743 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153830 Jun 10 01:00:47.432916 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b220f529-92e7-47a5-b7dd-4b5d5a3090ae,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:47.443896 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:47.453473 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:47.460853 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.461322 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.461757 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.462231 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.462778 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.463208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.463664 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.464370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.464780 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.465200 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.465620 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.466038 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:47.476098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:47.502290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f458b23-ba95-4bc0-9b9e-25b16cf5562d req-6ba99f4b-a9b8-4aa1-ab56-248f7995a3d6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:47.510578 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8f458b23-ba95-4bc0-9b9e-25b16cf5562d req-6ba99f4b-a9b8-4aa1-ab56-248f7995a3d6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 945 time: 0.3928237 Jun 10 01:00:47.574194 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8f458b23-ba95-4bc0-9b9e-25b16cf5562d req-63185047-7c2c-47c3-b074-cac8d2a1a276 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626352 Jun 10 01:00:47.585887 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.627237 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port c3299c57-f895-432c-93ac-d39a65dfe94f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=c3299c57-f895-432c-93ac-d39a65dfe94f,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:47.636038 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:47.640593 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:47.750660 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637002-4ce6-48b4-9c7a-679f5080059b req-7f3f8ea3-fa16-471e-a3c0-71f818e8151b tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:47.752553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6637002-4ce6-48b4-9c7a-679f5080059b req-7f3f8ea3-fa16-471e-a3c0-71f818e8151b tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.1047964 Jun 10 01:00:47.760945 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:00:47.850232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6637002-4ce6-48b4-9c7a-679f5080059b req-ea04832c-fc1b-4ae6-b8aa-0dafa9d5f2c8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906906 Jun 10 01:00:47.873990 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=c3299c57-f895-432c-93ac-d39a65dfe94f,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:47.894924 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:47.979553 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db129-c094-4109-a9e3-29efd50a2db8 req-7baeae16-d1b2-45d4-8539-9ead62b7023c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:47.980932 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-186db129-c094-4109-a9e3-29efd50a2db8 req-7baeae16-d1b2-45d4-8539-9ead62b7023c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1245198 Jun 10 01:00:48.078078 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-186db129-c094-4109-a9e3-29efd50a2db8 req-56f762b3-c9d3-4095-afe4-020206f50536 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Jun 10 01:00:48.103811 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:00:48.104892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a24aa-317e-4713-b987-8f6102246291 req-b61531b9-7bdc-4473-8346-ab5fd8a37221 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:48.106425 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f01a24aa-317e-4713-b987-8f6102246291 req-b61531b9-7bdc-4473-8346-ab5fd8a37221 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1246321 Jun 10 01:00:48.159232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f01a24aa-317e-4713-b987-8f6102246291 req-343b24b1-f216-4516-b5d5-a6f330c5b47d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385685 Jun 10 01:00:48.400260 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66'}, {'server_uuid': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120381c3-70a1-4c84-891b-87a468bd5b8f'}, {'server_uuid': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b0af14-ff00-4301-812f-62c6b21fc246'}, {'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:48.402916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c6a4b-57d3-47be-9ec0-8747b9b1e030" -d '{"events": [{"server_uuid": "92514194-9f2e-4d45-b9a7-5b11a4ee0d77", "name": "network-vif-plugged", "status": "completed", "tag": "9563ba94-e91f-4e1b-8dd1-a95d0964aa66"}, {"server_uuid": "ff2e78db-71d1-4b55-8bf8-141fcd8c05e8", "name": "network-vif-plugged", "status": "completed", "tag": "120381c3-70a1-4c84-891b-87a468bd5b8f"}, {"server_uuid": "6589480b-5c7b-47e6-abf9-d0b32ac067c2", "name": "network-vif-plugged", "status": "completed", "tag": "66b0af14-ff00-4301-812f-62c6b21fc246"}, {"server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "name": "network-vif-plugged", "status": "completed", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:48.461562 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa0296-da84-4f60-8c91-f8b9e641dead x-openstack-request-id: req-10fa0296-da84-4f60-8c91-f8b9e641dead {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:48.461902 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92514194-9f2e-4d45-b9a7-5b11a4ee0d77", "name": "network-vif-plugged", "status": "completed", "tag": "9563ba94-e91f-4e1b-8dd1-a95d0964aa66", "code": 200}, {"server_uuid": "ff2e78db-71d1-4b55-8bf8-141fcd8c05e8", "name": "network-vif-plugged", "status": "completed", "tag": "120381c3-70a1-4c84-891b-87a468bd5b8f", "code": 200}, {"server_uuid": "6589480b-5c7b-47e6-abf9-d0b32ac067c2", "name": "network-vif-plugged", "status": "completed", "tag": "66b0af14-ff00-4301-812f-62c6b21fc246", "code": 200}, {"server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "name": "network-vif-plugged", "status": "completed", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:48.462165 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10fa0296-da84-4f60-8c91-f8b9e641dead {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:48.462567 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66', 'code': 200} Jun 10 01:00:48.462861 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120381c3-70a1-4c84-891b-87a468bd5b8f', 'code': 200} Jun 10 01:00:48.463301 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b0af14-ff00-4301-812f-62c6b21fc246', 'code': 200} Jun 10 01:00:48.463598 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'code': 200} Jun 10 01:00:48.664176 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0cd12-8f14-4d75-815e-217406ccbee6 req-bd8897ef-c095-42a6-a4ee-6ff98758f0d5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:48.675090 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ba0cd12-8f14-4d75-815e-217406ccbee6 req-bd8897ef-c095-42a6-a4ee-6ff98758f0d5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.1459415 Jun 10 01:00:48.776860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ba0cd12-8f14-4d75-815e-217406ccbee6 req-0761f03e-3f9f-46f2-b513-f5532df98383 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Jun 10 01:00:48.994861 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f97b99-cecd-4bff-89ea-55f31e098083 req-5b60840f-ac5d-4c92-bb63-f6967799f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:48.996401 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-a4f97b99-cecd-4bff-89ea-55f31e098083 req-5b60840f-ac5d-4c92-bb63-f6967799f0e0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 1098 time: 0.0931265 Jun 10 01:00:49.017441 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31af97d-8c23-46e8-91a5-77361d9121f3 req-b32ea50f-7c2a-4ec4-b94a-2affd4f5305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.019007 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a31af97d-8c23-46e8-91a5-77361d9121f3 req-b32ea50f-7c2a-4ec4-b94a-2affd4f5305a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 1099 time: 0.2860105 Jun 10 01:00:49.029569 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea295dfc-c67b-4d2e-a821-e63f97915e6e req-91e6a2af-1adf-409b-aca3-143f5483a3b3 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.046203 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ea295dfc-c67b-4d2e-a821-e63f97915e6e req-91e6a2af-1adf-409b-aca3-143f5483a3b3 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.2726572 Jun 10 01:00:49.049128 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-a4f97b99-cecd-4bff-89ea-55f31e098083 req-d3d80a8b-b091-4703-8c46-6fdc2199339f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Jun 10 01:00:49.135381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a23993-756a-440b-bb35-ebf413113746 req-bdc86c23-ab47-4afb-9d17-5406da6a6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.136752 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e2a23993-756a-440b-bb35-ebf413113746 req-bdc86c23-ab47-4afb-9d17-5406da6a6351 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1099 time: 0.2413254 Jun 10 01:00:49.155845 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee341d02-a66d-42d2-8e5a-c3d5be6dada1 req-634837ce-08d5-4e62-8ca3-0da70ee32d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.157426 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ee341d02-a66d-42d2-8e5a-c3d5be6dada1 req-634837ce-08d5-4e62-8ca3-0da70ee32d4d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.2937365 Jun 10 01:00:49.175734 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ea295dfc-c67b-4d2e-a821-e63f97915e6e req-26ae78a8-00ea-4df8-8586-c2054f16e833 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286521 Jun 10 01:00:49.264232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a31af97d-8c23-46e8-91a5-77361d9121f3 req-8effad6e-e073-4c5d-99d2-ca6afa2ecabf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912351 Jun 10 01:00:49.367174 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e2a23993-756a-440b-bb35-ebf413113746 req-aa6080ac-90b0-4b36-8a39-04adc909f458 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084780 Jun 10 01:00:49.378246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ee341d02-a66d-42d2-8e5a-c3d5be6dada1 req-490c54a0-bd7c-4bc0-b61a-5750814a1ccb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797163 Jun 10 01:00:49.440401 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefb93e-fe74-435d-8ca2-a0b9b6c1f32c req-9aee6b7c-a1c3-49f8-809f-4b7b0d27620a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.447175 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-caefb93e-fe74-435d-8ca2-a0b9b6c1f32c req-9aee6b7c-a1c3-49f8-809f-4b7b0d27620a tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.2585058 Jun 10 01:00:49.465650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98465f1-9b40-4a62-a64d-86ff4b6ceff5 req-ca29ded9-6cff-4b28-940b-647b9238e0a9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.467682 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b98465f1-9b40-4a62-a64d-86ff4b6ceff5 req-ca29ded9-6cff-4b28-940b-647b9238e0a9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1575634 Jun 10 01:00:49.610949 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-caefb93e-fe74-435d-8ca2-a0b9b6c1f32c req-405a9195-1282-4168-a86c-064ed118bd5d tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421993 Jun 10 01:00:49.618881 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b98465f1-9b40-4a62-a64d-86ff4b6ceff5 req-74826a31-96f5-4479-a782-5c35e3b76292 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712984 Jun 10 01:00:49.815724 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197d44-9f7f-4d59-81b4-ac0bd59f1cd3 req-8318fefa-0424-4128-9aec-e554ac418b88 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:49.817197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eb197d44-9f7f-4d59-81b4-ac0bd59f1cd3 req-8318fefa-0424-4128-9aec-e554ac418b88 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.0910115 Jun 10 01:00:49.880157 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eb197d44-9f7f-4d59-81b4-ac0bd59f1cd3 req-07ba2694-c54d-45b7-8713-f8621f809f00 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566275 Jun 10 01:00:50.011251 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580802c-e41c-4c21-a068-b86bca2ee628 req-5751af28-0598-4509-a06f-06398a07e0ff tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:50.011251 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7580802c-e41c-4c21-a068-b86bca2ee628 req-5751af28-0598-4509-a06f-06398a07e0ff tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.0985839 Jun 10 01:00:50.048368 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7580802c-e41c-4c21-a068-b86bca2ee628 req-94cec21c-2866-4356-ae5f-87d8596aca3c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380938 Jun 10 01:00:50.069226 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48104) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:50.181756 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.282162 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.286029 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.295128 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-908859f7-5fa8-46ef-8e6c-4198a79d9d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:50.333218 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f02d7897ba2f4487bc1a3e9be33a7def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621303 Jun 10 01:00:50.334176 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db12fb9-2d12-44c5-9b0b-d91d6748fc7a,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:50.337612 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48110) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:50.353106 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.353469 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.353827 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.354172 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.354516 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.354895 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.355233 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.355569 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.355913 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.356248 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.357115 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.357447 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:00:50.363034 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:50.376394 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2862049-6c5f-4045-9c0c-8a1aebc02d8b req-2422bab8-ae3d-4dc3-8a94-ed3a7c508b6d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:50.377887 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c2862049-6c5f-4045-9c0c-8a1aebc02d8b req-2422bab8-ae3d-4dc3-8a94-ed3a7c508b6d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0818017 Jun 10 01:00:50.407644 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.422447 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c2862049-6c5f-4045-9c0c-8a1aebc02d8b req-f0e5139b-dbdc-42e8-855c-744ecc319d66 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 Jun 10 01:00:50.437020 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.531532 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.533895 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.535198 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8db12fb9-2d12-44c5-9b0b-d91d6748fc7a HTTP/1.1" status: 204 len: 168 time: 0.1966333 Jun 10 01:00:50.536043 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-beeff8f3-5f6d-498b-9108-494739823049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:50.545328 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db12fb9-2d12-44c5-9b0b-d91d6748fc7a,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:50.547543 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:50.712567 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:00:50.857097 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:00:50.863722 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:00:50.864342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.905185 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48126) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:50.928844 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:50.963033 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de79d-ba89-4b66-a5b2-c610301928ce req-f0aa8c12-c01b-47cd-954e-5c7ec30adc70 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:50.971308 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4b1de79d-ba89-4b66-a5b2-c610301928ce req-f0aa8c12-c01b-47cd-954e-5c7ec30adc70 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2092862 Jun 10 01:00:51.032136 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb56f0-f392-4ae8-9c9e-f66323984c97 req-f70726f3-a7b4-4f38-a182-7e018926309f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:51.035180 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4eeb56f0-f392-4ae8-9c9e-f66323984c97 req-f70726f3-a7b4-4f38-a182-7e018926309f tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.2062919 Jun 10 01:00:51.048221 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.078677 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:51.081516 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54a6687-c5c5-4832-baff-102e20e5a345" -d '{"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-plugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:51.090284 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:00:51.098356 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.099445 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4b1de79d-ba89-4b66-a5b2-c610301928ce req-c344327e-f162-4973-aed6-b8ca98087994 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269944 Jun 10 01:00:51.100838 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:51.156592 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.165385 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.171246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4eeb56f0-f392-4ae8-9c9e-f66323984c97 req-189656d8-370b-40a7-b75c-8c4e3bddb6e9 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274745 Jun 10 01:00:51.177723 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2c4c5303-d551-4847-b22e-4f2c86a73977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:51.261718 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:51.270946 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f2dda0969c549578ba7dea407b41adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646460 Jun 10 01:00:51.271585 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48148) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:51.273658 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fc2150-93e2-407c-b54b-195f4000f4a2,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:51.290774 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:51.299413 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:51.392138 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.449518 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.513849 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8711f-a7e8-4166-abe4-52d1ebdc5e4b req-23416749-3204-44c3-b8fd-b42b23403cc0 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:51.521262 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1b8711f-a7e8-4166-abe4-52d1ebdc5e4b req-23416749-3204-44c3-b8fd-b42b23403cc0 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.1305201 Jun 10 01:00:51.533700 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7fe8f-d72d-49e6-85ba-3690c9c7e1ae req-43095a3a-a41c-43a9-a9e0-2fcec39589d2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:51.542800 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a0b7fe8f-d72d-49e6-85ba-3690c9c7e1ae req-43095a3a-a41c-43a9-a9e0-2fcec39589d2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.2794049 Jun 10 01:00:51.545127 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.547974 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:51.551602 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8fc2150-93e2-407c-b54b-195f4000f4a2 HTTP/1.1" status: 204 len: 168 time: 0.2767160 Jun 10 01:00:51.551602 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:51.588356 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fc2150-93e2-407c-b54b-195f4000f4a2,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:51.602490 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:51.664186 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1b8711f-a7e8-4166-abe4-52d1ebdc5e4b req-16803894-e428-492e-a529-c143fb1d25a2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417584 Jun 10 01:00:51.679476 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a0b7fe8f-d72d-49e6-85ba-3690c9c7e1ae req-ca6cc887-ac6a-4fd6-9833-151c6470b0be tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114111 Jun 10 01:00:51.773069 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782dca6-7fb6-4ea3-942a-916cdc96c24f x-openstack-request-id: req-c782dca6-7fb6-4ea3-942a-916cdc96c24f {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:51.773596 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-plugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:51.773956 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c782dca6-7fb6-4ea3-942a-916cdc96c24f {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:51.774454 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'code': 200} Jun 10 01:00:51.944868 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f560c97-284d-4db4-bc56-ae2fdddc8ff1 req-9559fc4f-1216-446c-b6bb-3c8db94026aa tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:51.946807 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8f560c97-284d-4db4-bc56-ae2fdddc8ff1 req-9559fc4f-1216-446c-b6bb-3c8db94026aa tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1333034 Jun 10 01:00:52.035907 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8f560c97-284d-4db4-bc56-ae2fdddc8ff1 req-5c2998ef-5eca-4a2c-b585-a144ab8e495d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819957 Jun 10 01:00:52.171446 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9be0fc-1312-471a-bdbe-28580fb7b186 req-351f2380-df72-4923-8b63-ff4a8a6f33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:52.173160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2c9be0fc-1312-471a-bdbe-28580fb7b186 req-351f2380-df72-4923-8b63-ff4a8a6f33b4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1098 time: 0.1510346 Jun 10 01:00:52.232784 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2c9be0fc-1312-471a-bdbe-28580fb7b186 req-7816f46e-ebf9-42f1-8a48-fffa6b8e7964 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526516 Jun 10 01:00:52.394334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b774e-697c-45ea-8ea3-cf9aa79766be req-21e18886-1bac-4317-b3b5-8b328c03bc32 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:52.395935 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f2b774e-697c-45ea-8ea3-cf9aa79766be req-21e18886-1bac-4317-b3b5-8b328c03bc32 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1603870 Jun 10 01:00:52.404466 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48180) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:52.409184 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'floatingip': {'port_id': 'c3299c57-f895-432c-93ac-d39a65dfe94f'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:52.409573 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078b69e-e5f6-4817-aa68-fe62c90beba1 req-890f69cf-dc84-4c88-9c9f-420bf20e70df tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:52.411053 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a078b69e-e5f6-4817-aa68-fe62c90beba1 req-890f69cf-dc84-4c88-9c9f-420bf20e70df tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1418211 Jun 10 01:00:52.475290 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a078b69e-e5f6-4817-aa68-fe62c90beba1 req-e941e414-418e-43ec-b56c-42264213b4f3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Jun 10 01:00:52.573887 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:52.676495 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48198) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:52.812196 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1722046963-network', 'tenant_id': 'bb1fb5d8f9d44e918005a1c641440bf9'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:52.853412 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Made reservation on behalf of bb1fb5d8f9d44e918005a1c641440bf9 for: {'network': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:52.856436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:52.885540 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.117507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb0109-7ddc-4d39-9593-7f89fbde690f req-3007b514-7819-46a3-87a7-3e2aa329e1b9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:53.119772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d9fb0109-7ddc-4d39-9593-7f89fbde690f req-3007b514-7819-46a3-87a7-3e2aa329e1b9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.2135413 Jun 10 01:00:53.207262 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-b30b2841-645c-4ed0-b045-44b8857dd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:53.208967 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-b30b2841-645c-4ed0-b045-44b8857dd37c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 1099 time: 0.2248571 Jun 10 01:00:53.228859 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d9fb0109-7ddc-4d39-9593-7f89fbde690f req-827cb557-b336-4ff6-8d24-20ba16162680 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883512 Jun 10 01:00:53.367605 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76dc77-7c40-43b9-8f37-f04cdbf97dd8 req-de5f3cc2-bf01-4cd8-95b0-deee14be3b94 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:53.369065 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bd76dc77-7c40-43b9-8f37-f04cdbf97dd8 req-de5f3cc2-bf01-4cd8-95b0-deee14be3b94 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2944410 Jun 10 01:00:53.372487 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.397379 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.419472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:53.474878 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=91714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:00:53.485639 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bd76dc77-7c40-43b9-8f37-f04cdbf97dd8 req-babc7163-75de-47dd-b397-1775351199fc tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077650 Jun 10 01:00:53.486689 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-857fe7f2-914c-49b1-9358-b036f1f2fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:53.488007 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-857fe7f2-914c-49b1-9358-b036f1f2fa76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.2671173 Jun 10 01:00:53.490460 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596e6130-3aa4-48e8-a4ed-b5229ae63308,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:53.494375 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:53.497492 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.497833 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.segments_db [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Added segment ea814f27-7627-4b31-be24-1f0e829d34bf of type vlan for network 7b36cc10-f74b-49ff-8dc0-5423481fc72e Jun 10 01:00:53.645529 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-5dda49df-823d-4ae3-8e47-806cad3dc753 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=120381c3-70a1-4c84-891b-87a468bd5b8f HTTP/1.1" status: 200 len: 217 time: 0.1411610 Jun 10 01:00:53.654372 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.659127 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.696525 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.742953 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-4a223c3c-f3a0-41c5-a203-9375c092c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:53.749571 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-4a223c3c-f3a0-41c5-a203-9375c092c497 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0906861 Jun 10 01:00:53.760921 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.767105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:53.767870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:53.776113 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:53.930613 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-11a53df3-f87c-4a8f-91e9-33fbc03bbc2f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556599 Jun 10 01:00:53.935239 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2550330 Jun 10 01:00:53.936304 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48228) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:53.942895 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Request body: {'subnet': {'network_id': '7b36cc10-f74b-49ff-8dc0-5423481fc72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1722046963-subnet', 'tenant_id': 'bb1fb5d8f9d44e918005a1c641440bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:53.979750 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Floating IP 25594f6a-156a-42bd-9283-638c3309c3c9 associated. External IP: 172.27.0.15, port: c3299c57-f895-432c-93ac-d39a65dfe94f. Jun 10 01:00:54.033138 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Pushing event updated for resources: {'Network': ['ID=7b36cc10-f74b-49ff-8dc0-5423481fc72e,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:54.044523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:54.054511 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 7b36cc10-f74b-49ff-8dc0-5423481fc72e details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:00:54.067597 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Made reservation on behalf of bb1fb5d8f9d44e918005a1c641440bf9 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:54.070114 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:54.200876 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-3da3c012-876b-4de0-ae74-8c3404c9fb20 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620769 Jun 10 01:00:54.456152 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785ab696-0b9c-41a7-ba1e-fdc3f3ba3ae9 req-5600f1d0-b9ab-47e8-8b85-084ee0bab978 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458639 Jun 10 01:00:54.546293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:54.550583 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4b80a203-9abb-412f-9b29-bf4bc193192f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:54.577055 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:00:54.726032 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e234ae7-ee2b-4a0f-82ad-5ed084dce002,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:54.729343 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:54.744233 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Checking segment: {'id': 'ea814f27-7627-4b31-be24-1f0e829d34bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7b36cc10-f74b-49ff-8dc0-5423481fc72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:54.744625 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Network hostable DHCP agents. Network: 7b36cc10-f74b-49ff-8dc0-5423481fc72e, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:00:54.783221 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Network 7b36cc10-f74b-49ff-8dc0-5423481fc72e is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:00:54.813371 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0b4c9-925b-4c57-ae2f-dd8b5f977b8c req-32bbfcd3-6880-4f8a-bcf7-f22edce8f1fd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:54.817883 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62d0b4c9-925b-4c57-ae2f-dd8b5f977b8c req-32bbfcd3-6880-4f8a-bcf7-f22edce8f1fd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1798921 Jun 10 01:00:54.831011 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:00:54.837246 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:54.849778 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:00:54.873352 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:54.874376 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:00:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:54.893755 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 7b36cc10-f74b-49ff-8dc0-5423481fc72e) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:54.910834 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355bf453-a47e-4298-a513-6422d63e8179 None None] Network 7b36cc10-f74b-49ff-8dc0-5423481fc72e requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:00:54.911248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:54.912342 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:54.931064 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-a14704f1-b6fc-44cc-9f33-d60262863f00 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "PUT /v2.0/floatingips/25594f6a-156a-42bd-9283-638c3309c3c9 HTTP/1.1" status: 200 len: 991 time: 2.5254736 Jun 10 01:00:54.937939 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:54.940646 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5abc62-d529-44e4-b170-cfdc1e9962ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:54.965190 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62d0b4c9-925b-4c57-ae2f-dd8b5f977b8c req-4057174a-cfab-4cd1-ac5a-b465b7a568dd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334760 Jun 10 01:00:54.995638 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0578394 Jun 10 01:00:55.056078 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387e1d5-db9d-496d-93c3-3361a5e3d933 req-35cbf5c2-ef8f-4cab-9551-3b61b9c84d3f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:55.057930 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1387e1d5-db9d-496d-93c3-3361a5e3d933 req-35cbf5c2-ef8f-4cab-9551-3b61b9c84d3f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2219405 Jun 10 01:00:55.131229 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1387e1d5-db9d-496d-93c3-3361a5e3d933 req-6e74ece6-4353-449b-9a64-6b5ac02001b7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 Jun 10 01:00:55.154402 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:55.186333 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927d277-add5-4b4f-8998-edf94b5c76a8 x-openstack-request-id: req-9927d277-add5-4b4f-8998-edf94b5c76a8 {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:55.186659 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:55.187478 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9927d277-add5-4b4f-8998-edf94b5c76a8 {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:55.188071 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'status': 'completed', 'code': 200} Jun 10 01:00:55.410632 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a22f476-7e33-402a-b285-ab89c180795e None None] Network 7b36cc10-f74b-49ff-8dc0-5423481fc72e requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:00:55.471151 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-c4c37aec-fead-47c2-8e12-ec760e580e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:55.474013 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-c4c37aec-fead-47c2-8e12-ec760e580e80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1099 time: 0.2557974 Jun 10 01:00:55.618054 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da6ca8-1510-4fd4-9c96-e558116bee3e req-91c0cbc5-9f0f-496d-8744-665304a022eb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:55.619826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-48da6ca8-1510-4fd4-9c96-e558116bee3e req-91c0cbc5-9f0f-496d-8744-665304a022eb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.2558923 Jun 10 01:00:55.629064 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48286) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:55.634378 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'floatingip': {'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:55.728099 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-831d2c6d-48cc-4c83-8f8f-ed3518bb98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:55.729854 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-831d2c6d-48cc-4c83-8f8f-ed3518bb98e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.2489009 Jun 10 01:00:55.764153 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:55.772381 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '25594f6a-156a-42bd-9283-638c3309c3c9', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'port_id': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'mac_address': 'fa:16:3e:7d:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:00:20Z', 'updated_at': '2021-06-10T01:00:53Z', 'revision_number': 1, 'project_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:55.779429 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:55.798764 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:55.799989 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:00:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:55.885234 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-533ad248-5359-4051-957d-9180c16823da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 999 time: 0.1477458 Jun 10 01:00:55.932252 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48302) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:55.947804 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1633997401-network', 'tenant_id': 'b3c9dd4062a84589aa6f4f6484429216'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:55.988214 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-6a838223-85af-4243-ad82-f01e6b39435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:55.989917 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-6a838223-85af-4243-ad82-f01e6b39435e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.0977693 Jun 10 01:00:55.991170 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Made reservation on behalf of b3c9dd4062a84589aa6f4f6484429216 for: {'network': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:55.993466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.048793 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:56.131213 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.217976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-10a1eb47-0dd2-4975-a05c-4885d4ccd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:56.220193 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-10a1eb47-0dd2-4975-a05c-4885d4ccd403 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2138391 Jun 10 01:00:56.450733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.469864 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.474363 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '25594f6a-156a-42bd-9283-638c3309c3c9', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'port_id': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'mac_address': 'fa:16:3e:7d:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:00:20Z', 'updated_at': '2021-06-10T01:00:53Z', 'revision_number': 1, 'project_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:56.478487 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f5d94556-4fd8-4cad-b44d-0f0f247c697c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:56.483313 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80dcef0-e123-4124-96ed-1f54044f8123 None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '25594f6a-156a-42bd-9283-638c3309c3c9', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'port_id': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'mac_address': 'fa:16:3e:7d:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:00:20Z', 'updated_at': '2021-06-10T01:00:53Z', 'revision_number': 1, 'project_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:56.487429 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-8f5ea2f8-e589-43b2-a64d-eaa24b2c062f service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601314 Jun 10 01:00:56.543822 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa2d2-6f88-4bd5-8480-0fb083e492c4 req-7270d023-21c4-4873-ae58-a23e803e0c6e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:56.545652 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f60fa2d2-6f88-4bd5-8480-0fb083e492c4 req-7270d023-21c4-4873-ae58-a23e803e0c6e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2464490 Jun 10 01:00:56.612392 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=91714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:00:56.653694 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.653694 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.segments_db [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Added segment c5dfea2a-5812-4eb5-9e9f-a1ff94e601d6 of type vlan for network c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e Jun 10 01:00:56.654730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb80e4-42ba-46ca-86d7-fdaff66c7469,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:56.665778 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:56.681257 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.686431 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.734018 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f60fa2d2-6f88-4bd5-8480-0fb083e492c4 req-16a3c719-2909-4b56-83fa-dc244024a356 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 Jun 10 01:00:56.739107 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.770364 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e5abc62-d529-44e4-b170-cfdc1e9962ba req-b0c05ccd-7340-4e63-a2a5-6c6d34f73e72 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722189 Jun 10 01:00:56.807348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.809521 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:56.810314 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:56.817926 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b55119c-9e00-4cea-b8d6-eafb7d2004b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:56.820935 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498bf32-be4a-4825-aa6a-12da6e7bfc6b None None] New status for floating IP 25594f6a-156a-42bd-9283-638c3309c3c9: ACTIVE {{(pid=91715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:00:56.903267 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9666166 Jun 10 01:00:56.905165 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48314) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:56.905292 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Floating IP 106d0040-0051-4363-a1ed-3018642ac300 associated. External IP: 172.27.0.168, port: 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32. Jun 10 01:00:56.910219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Request body: {'subnet': {'network_id': 'c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1633997401-subnet', 'tenant_id': 'b3c9dd4062a84589aa6f4f6484429216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:00:56.923641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:56.928388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:56.938198 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:00:56.948049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Made reservation on behalf of b3c9dd4062a84589aa6f4f6484429216 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:00:56.965262 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:57.234003 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:57.240142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:57.321421 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644f4437-8cde-4985-9741-d94352b4cbfc,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:57.325191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:57.328406 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Checking segment: {'id': 'c5dfea2a-5812-4eb5-9e9f-a1ff94e601d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:00:57.328752 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Network hostable DHCP agents. Network: c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:00:57.354524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Network c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:00:57.366960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:00:57.381317 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ccf37-ff3d-4299-8263-7f84b674e745 None None] Network c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:00:57.385904 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:57.386615 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:57.430772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-0e23b9b7-2b98-4436-8915-248675b53b78 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5258868 Jun 10 01:00:57.470167 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:00:57.675346 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d742d0a-c7db-4095-a0cb-fc8ff896fd49 None None] Network c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:00:57.693627 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:00:57.700220 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:57.705423 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:00:57.719360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48346) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:57.731367 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:57.734408 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:00:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:57.777682 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3c314b66-6764-4fd0-a027-0da36489978d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "PUT /v2.0/floatingips/106d0040-0051-4363-a1ed-3018642ac300 HTTP/1.1" status: 200 len: 991 time: 2.1465182 Jun 10 01:00:57.781249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:00:57.788239 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217138e7-bd12-4860-a359-be69fde49291" -d '{"events": [{"name": "network-changed", "server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:00:57.918853 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.031120 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393593af-8894-4e23-8c08-ab1020acbcf0 x-openstack-request-id: req-393593af-8894-4e23-8c08-ab1020acbcf0 {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:00:58.031501 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:00:58.031800 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-393593af-8894-4e23-8c08-ab1020acbcf0 {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:00:58.032300 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'status': 'completed', 'code': 200} Jun 10 01:00:58.095915 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:58.142428 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41817-a704-41e7-a8dd-bafae96658e5 req-59a02f1b-14a5-4e26-9f6b-28a14ff338bf tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:58.143932 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-53d41817-a704-41e7-a8dd-bafae96658e5 req-59a02f1b-14a5-4e26-9f6b-28a14ff338bf tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1689632 Jun 10 01:00:58.233983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.243281 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.261283 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-53d41817-a704-41e7-a8dd-bafae96658e5 req-bc495728-bac2-4ae1-8e24-8f8386be403e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106093 Jun 10 01:00:58.264833 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5135c8dd-5d2c-426e-8b3b-925a314cbd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:58.299618 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217138e7-bd12-4860-a359-be69fde49291 req-ed3c3663-9897-4310-8167-d68a90719c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:58.301615 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-ed3c3663-9897-4310-8167-d68a90719c89 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1098 time: 0.2294512 Jun 10 01:00:58.311901 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcd80dcf4cf8432fa3808bbc3ae373d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5912945 Jun 10 01:00:58.315009 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48358) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:58.334019 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b0c586-2338-4580-8a58-19aa61d314ac,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:58.337436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:58.472457 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217138e7-bd12-4860-a359-be69fde49291 req-ba798fb6-c309-4211-912e-78aa58accdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:58.478237 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-ba798fb6-c309-4211-912e-78aa58accdbc service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1681638 Jun 10 01:00:58.486492 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.537309 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.544109 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '106d0040-0051-4363-a1ed-3018642ac300', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'mac_address': 'fa:16:3e:93:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:00:17Z', 'updated_at': '2021-06-10T01:00:56Z', 'revision_number': 1, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:58.547968 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:00:58.557647 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:00:58.558354 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:00:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:58.592562 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.595121 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:58.598787 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5b0c586-2338-4580-8a58-19aa61d314ac HTTP/1.1" status: 204 len: 168 time: 0.2802935 Jun 10 01:00:58.598787 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-578c484d-3e4f-4b65-9427-ec76fdc190b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:58.607263 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b0c586-2338-4580-8a58-19aa61d314ac,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:58.609697 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:58.638542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-919317e7-08b3-46aa-8761-557f22c65a69 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 999 time: 0.1489151 Jun 10 01:00:58.736613 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217138e7-bd12-4860-a359-be69fde49291 req-f90dc2c3-097d-448a-9870-d0a41f83c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:58.739011 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-f90dc2c3-097d-448a-9870-d0a41f83c54d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0908887 Jun 10 01:00:58.807471 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:00:58.903118 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217138e7-bd12-4860-a359-be69fde49291 req-3d017ea7-7263-4fb4-839a-e24048125775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:58.904957 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-3d017ea7-7263-4fb4-839a-e24048125775 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1594605 Jun 10 01:00:58.998708 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48382) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:59.016326 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.100367 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-9f0e7ea1-29c3-4850-87c3-e2d9ec88c2d2 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832213 Jun 10 01:00:59.167906 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.173164 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.185046 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:59.227912 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48386) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:59.239871 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c559b7a9d094f07b1185f68d5f3d869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401111 Jun 10 01:00:59.242856 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48392) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:59.245430 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217138e7-bd12-4860-a359-be69fde49291 req-6a15a7a7-a19b-42e6-a35c-82c6dbe146d4 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376212 Jun 10 01:00:59.255667 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448fe1d9-c29a-422e-9115-f8a82e9d0dae,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:59.259622 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:59.279640 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '106d0040-0051-4363-a1ed-3018642ac300', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'mac_address': 'fa:16:3e:93:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:00:17Z', 'updated_at': '2021-06-10T01:00:56Z', 'revision_number': 1, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:00:59.284396 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b239a-4961-4a74-8057-9dbfc634f669 None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '106d0040-0051-4363-a1ed-3018642ac300', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'mac_address': 'fa:16:3e:93:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:00:17Z', 'updated_at': '2021-06-10T01:00:56Z', 'revision_number': 1, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:00:59.355002 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.409349 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.424853 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.480185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8e90c-e49d-4fce-92ea-3fc64f4d7f21 req-d3c0f843-97f7-4240-9477-dcacb437cdc9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:00:59.481839 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22f8e90c-e49d-4fce-92ea-3fc64f4d7f21 req-d3c0f843-97f7-4240-9477-dcacb437cdc9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0901716 Jun 10 01:00:59.544824 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.551522 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.559016 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/448fe1d9-c29a-422e-9115-f8a82e9d0dae HTTP/1.1" status: 204 len: 168 time: 0.3146331 Jun 10 01:00:59.564830 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-30037c27-5ad3-4d47-8f68-68b76fbd7d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:59.567577 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22f8e90c-e49d-4fce-92ea-3fc64f4d7f21 req-b977b41e-6a1b-4cc4-9e7a-35ad170a15c6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Jun 10 01:00:59.581876 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448fe1d9-c29a-422e-9115-f8a82e9d0dae,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:59.586845 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:59.638026 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.638564 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912a42d-7a69-4c12-9d56-1e17d4dfd3d8 None None] New status for floating IP 106d0040-0051-4363-a1ed-3018642ac300: ACTIVE {{(pid=91715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:00:59.653877 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.670980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b221ea24-05fb-4ce2-84ba-9b63c4e85df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:59.728605 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21496b6c559c46ccae1be2de30762e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967334 Jun 10 01:00:59.728919 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48402) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:00:59.742319 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b329f5-851b-4e50-9800-3d4ac1095d73,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:59.757906 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:00:59.801487 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.857758 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.939774 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.942558 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:00:59.947402 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-dd113126-797b-4032-b18d-f785000017db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66b329f5-851b-4e50-9800-3d4ac1095d73 HTTP/1.1" status: 204 len: 168 time: 0.2151020 Jun 10 01:00:59.947402 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7f3d83e3-02d0-4a6d-94d7-e8205faf0c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:00:59.962488 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b329f5-851b-4e50-9800-3d4ac1095d73,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:00:59.964836 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:00.293576 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48428) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:00.313315 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.436681 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.441922 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.452170 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-057b5355-31a2-473b-86c3-259e3959e8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:00.507013 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd33d7a-9724-4ce2-815d-a5ee96b38f5e,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:00.512384 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=800feaad1da24cccb64e0904dd4a4c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176425 Jun 10 01:01:00.513467 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:00.515242 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48438) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:00.580192 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.623961 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.697503 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.735109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:00.739873 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cd33d7a-9724-4ce2-815d-a5ee96b38f5e HTTP/1.1" status: 204 len: 168 time: 0.2237027 Jun 10 01:01:00.740556 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:00.758261 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd33d7a-9724-4ce2-815d-a5ee96b38f5e,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:00.761216 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:00.813761 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d2e8-8afc-4a29-b74f-e87f39e7c8cd req-0f802c5d-d0a2-43d3-a552-f1d26edbc9d6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:00.815543 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16c0d2e8-8afc-4a29-b74f-e87f39e7c8cd req-0f802c5d-d0a2-43d3-a552-f1d26edbc9d6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1218209 Jun 10 01:01:00.886522 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16c0d2e8-8afc-4a29-b74f-e87f39e7c8cd req-e228eccb-7b85-4a75-a408-83786213e94f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634868 Jun 10 01:01:01.233601 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48464) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:01.250311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.360877 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.365695 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.374569 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b8c7241-fe4c-45e0-95ab-fc82ffa2429a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:01.414126 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6090ef8648a4f4bb69e9e461a3e2916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791892 Jun 10 01:01:01.414559 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db3f38-c07b-4352-b4b9-64ca98868343,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:01.417332 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48470) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:01.417791 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:01.569412 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.594443 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.648311 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.650160 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:01.653803 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3db3f38-c07b-4352-b4b9-64ca98868343 HTTP/1.1" status: 204 len: 168 time: 0.2322407 Jun 10 01:01:01.653803 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6b07b3ac-77e3-4029-a2c4-7f0daa9fc429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:01.661402 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db3f38-c07b-4352-b4b9-64ca98868343,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:01.663600 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:02.231160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b34e6c-79ac-4996-be51-25cdefe61117 req-5bee4425-f33d-429c-a63a-575f91f60198 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:02.236856 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43b34e6c-79ac-4996-be51-25cdefe61117 req-5bee4425-f33d-429c-a63a-575f91f60198 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1753070 Jun 10 01:01:02.352932 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43b34e6c-79ac-4996-be51-25cdefe61117 req-12c6ee0f-fd55-4904-b033-f77958816710 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069815 Jun 10 01:01:02.599292 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-e03e2af7-998f-4084-9d44-7a69b23bae78 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680285 Jun 10 01:01:02.744029 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-8e442e89-c0c4-4143-a603-305c4365c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:02.745521 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-8e442e89-c0c4-4143-a603-305c4365c3d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3555989b609a401083dbbd211d0f0f18&device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 1098 time: 0.0709286 Jun 10 01:01:02.891353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-54fc5e59-9584-4cec-9405-a50d54e96cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:02.892773 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-54fc5e59-9584-4cec-9405-a50d54e96cbd service neutron] 10.222.0.78 "GET /v2.0/networks?id=6448be8c-2817-4900-8b05-eb1f7286fd94 HTTP/1.1" status: 200 len: 912 time: 0.1237011 Jun 10 01:01:02.964462 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-d763a9ba-58f7-4817-9616-cce6c476400b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 HTTP/1.1" status: 200 len: 217 time: 0.0629504 Jun 10 01:01:03.026880 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-8d3e4647-6aee-49ee-895b-0c61a1dc8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:03.028429 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-8d3e4647-6aee-49ee-895b-0c61a1dc8eb7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b HTTP/1.1" status: 200 len: 851 time: 0.0570679 Jun 10 01:01:03.081973 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-71da8420-43ef-4c5c-bb83-ad02f68b4424 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6448be8c-2817-4900-8b05-eb1f7286fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435390 Jun 10 01:01:03.223608 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-aeb18e65-211d-46fe-a454-b578822858b7 service neutron] 10.222.0.78 "GET /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289468 Jun 10 01:01:03.383703 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd88267-8286-41a8-9900-57ac27a0fc47 req-1667f753-ef1c-40e1-89a6-afe07454b91f service neutron] 10.222.0.78 "GET /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467862 Jun 10 01:01:03.564725 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30b061-12a8-4a06-a974-cfbc5aef15ed req-1a8e7f2c-c008-4bf0-85e9-2649840d297c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:03.566196 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a30b061-12a8-4a06-a974-cfbc5aef15ed req-1a8e7f2c-c008-4bf0-85e9-2649840d297c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0906549 Jun 10 01:01:03.618205 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a30b061-12a8-4a06-a974-cfbc5aef15ed req-47dd9483-dfb8-46c3-9490-2432acc73357 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Jun 10 01:01:04.876338 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54551331-fc15-435d-af6a-808471a832d7 req-a51f348c-3bfa-4ad5-bc43-b709f4df98a9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:04.878164 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-54551331-fc15-435d-af6a-808471a832d7 req-a51f348c-3bfa-4ad5-bc43-b709f4df98a9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1458123 Jun 10 01:01:04.942383 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-54551331-fc15-435d-af6a-808471a832d7 req-6eb85def-8366-41f4-b0ba-c1bae363b80d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583961 Jun 10 01:01:05.197454 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48638) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:05.321375 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.384713 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e1a6e-4ec2-409b-89e1-f2b60d466f28 req-1777964e-6aa3-4eb9-a07f-0358a894c2b9 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:05.386075 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f8e1a6e-4ec2-409b-89e1-f2b60d466f28 req-1777964e-6aa3-4eb9-a07f-0358a894c2b9 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.0848584 Jun 10 01:01:05.429753 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.432598 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.438809 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f8e1a6e-4ec2-409b-89e1-f2b60d466f28 req-264d74e2-5963-413b-9dfc-852f8d33ceb8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Jun 10 01:01:05.442023 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e958524b-932e-445d-a39d-ad05c53ab622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:05.487567 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe2ae1152af640d7b1663a295a6929da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890172 Jun 10 01:01:05.488925 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5847da4a-d890-4678-9ac2-1446a4b77411,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:05.490182 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48646) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:05.495356 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:05.551959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.579253 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.635168 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.637678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:05.638810 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5847da4a-d890-4678-9ac2-1446a4b77411 HTTP/1.1" status: 204 len: 168 time: 0.1474164 Jun 10 01:01:05.639477 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:05.649095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5847da4a-d890-4678-9ac2-1446a4b77411,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:05.662332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:05.929544 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48656) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:05.945858 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.062777 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.098179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.108629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:06.154910 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=086e95d9368c42649a5ab1a3dbeecb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241111 Jun 10 01:01:06.155814 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044870d6-6da2-4b89-b035-588e5894519f,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:06.157433 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48662) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:06.163326 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:06.189959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50701d4-d313-4a6b-9709-398044367192 req-be337734-8455-48e6-be94-eabf12348c12 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:06.191432 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d50701d4-d313-4a6b-9709-398044367192 req-be337734-8455-48e6-be94-eabf12348c12 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1340175 Jun 10 01:01:06.227050 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.238491 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d50701d4-d313-4a6b-9709-398044367192 req-eabc5176-d69d-4282-acd8-121c6c1a116b tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Jun 10 01:01:06.256571 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.310218 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.312925 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:06.314084 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/044870d6-6da2-4b89-b035-588e5894519f HTTP/1.1" status: 204 len: 168 time: 0.1555893 Jun 10 01:01:06.314788 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-69030085-4e85-4a96-9307-f0deefc3ccf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:06.331485 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044870d6-6da2-4b89-b035-588e5894519f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:06.334106 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:06.677939 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b165d0-f54a-4174-8047-6f1b6604eec7 req-64ed43e3-8dd5-40db-870b-3e8f4fdadd1c tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:06.697188 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b165d0-f54a-4174-8047-6f1b6604eec7 req-64ed43e3-8dd5-40db-870b-3e8f4fdadd1c tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.1303923 Jun 10 01:01:06.767471 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b165d0-f54a-4174-8047-6f1b6604eec7 req-0499e2cd-50e0-49bf-90b6-8f0cd8700102 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607324 Jun 10 01:01:07.425765 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d3b3d-0a62-497a-8967-616f648a2ce9 req-12137d41-7474-45e4-aac3-c9edbf1ef9ab tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:07.427330 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-539d3b3d-0a62-497a-8967-616f648a2ce9 req-12137d41-7474-45e4-aac3-c9edbf1ef9ab tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0827005 Jun 10 01:01:07.472530 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-539d3b3d-0a62-497a-8967-616f648a2ce9 req-6730c47d-3ab2-495c-94fd-2495c095cde4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Jun 10 01:01:07.956968 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91198eb-e535-4ba0-8db1-f016ab494a93 req-10d0f635-6cff-4435-854f-c3b81b59e2b8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:07.958410 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c91198eb-e535-4ba0-8db1-f016ab494a93 req-10d0f635-6cff-4435-854f-c3b81b59e2b8 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.0841429 Jun 10 01:01:08.013541 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c91198eb-e535-4ba0-8db1-f016ab494a93 req-cb9336bf-4ef9-4948-89ff-0f0c7880eba7 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Jun 10 01:01:08.718054 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cec59b-0a21-4654-ad54-1275d61cf0e8 req-72eb7f59-26d8-4bac-aa7c-544bea54a498 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:08.719516 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49cec59b-0a21-4654-ad54-1275d61cf0e8 req-72eb7f59-26d8-4bac-aa7c-544bea54a498 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1403077 Jun 10 01:01:08.726799 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-c2b74b09-31b4-442e-b6fb-91387578fbce tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:08.728894 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-c2b74b09-31b4-442e-b6fb-91387578fbce tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.1152503 Jun 10 01:01:08.780126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:08.821950 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49cec59b-0a21-4654-ad54-1275d61cf0e8 req-4db47b93-113f-407b-a609-4fad667dee3c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915742 Jun 10 01:01:08.900351 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Deleting port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:01:08.900683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:09.040687 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] For port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,segment=NetworkSegment(736afebe-454b-4455-9fbe-2b789fe5c9ac),segment_id=736afebe-454b-4455-9fbe-2b789fe5c9ac)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:09.041425 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:09.201164 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Calling delete_port for 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:01:09.393780 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9632-5b8f-4e4a-8cb6-a0018a4baeb9 req-a8c13b07-de1b-43d9-a044-b65a10dbe7ee tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:09.395298 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-092e9632-5b8f-4e4a-8cb6-a0018a4baeb9 req-a8c13b07-de1b-43d9-a044-b65a10dbe7ee tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 945 time: 0.1835244 Jun 10 01:01:09.493539 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:09.506756 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['26f799a1-1f97-4af3-a80c-fae5c9ba4ea2'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:01:09.510142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a7241aff-9908-448b-b33d-3bfa4102f97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:09.665526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Pushing event deleted for resources: {'Port': ['ID=26f799a1-1f97-4af3-a80c-fae5c9ba4ea2,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:09.674742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:09.715998 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-092e9632-5b8f-4e4a-8cb6-a0018a4baeb9 req-18090bc7-1cc4-4c31-afba-a07bb0844dec tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/security-groups?id=8339a778-adfd-4a31-96a5-f8576d773e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454827 Jun 10 01:01:09.745676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] No DVR routers for this DVR port 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:01:09.748909 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:09.751040 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f57e34fb-69d7-4e76-982c-980c00615de1 req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.78 "DELETE /v2.0/ports/26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 HTTP/1.1" status: 204 len: 173 time: 1.0086555 Jun 10 01:01:09.751584 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad108206-2046-4d67-9b4a-c348858594bb', 'name': 'network-vif-deleted', 'tag': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:09.754144 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d62f8c-0bec-43a0-95b6-bf0b9eeb0229" -d '{"events": [{"server_uuid": "ad108206-2046-4d67-9b4a-c348858594bb", "name": "network-vif-deleted", "tag": "26f799a1-1f97-4af3-a80c-fae5c9ba4ea2"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:09.801641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76cb0a-a689-4447-8c2e-e0ba89b7f5ff x-openstack-request-id: req-cc76cb0a-a689-4447-8c2e-e0ba89b7f5ff {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:09.802054 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad108206-2046-4d67-9b4a-c348858594bb", "name": "network-vif-deleted", "tag": "26f799a1-1f97-4af3-a80c-fae5c9ba4ea2", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:09.802410 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc76cb0a-a689-4447-8c2e-e0ba89b7f5ff {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:09.803100 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad108206-2046-4d67-9b4a-c348858594bb', 'name': 'network-vif-deleted', 'tag': '26f799a1-1f97-4af3-a80c-fae5c9ba4ea2', 'status': 'completed', 'code': 200} Jun 10 01:01:10.021055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b7d6f-6b68-4611-bd00-ed491e2635cc req-777a474b-a1e0-4dbf-867f-983b92774f60 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:10.022704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b19b7d6f-6b68-4611-bd00-ed491e2635cc req-777a474b-a1e0-4dbf-867f-983b92774f60 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0814061 Jun 10 01:01:10.067724 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b19b7d6f-6b68-4611-bd00-ed491e2635cc req-1cd30678-50a2-4962-a8f8-0ee6de0b9054 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 Jun 10 01:01:10.905943 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6584c355-d7d4-43d1-95d1-3ec768035e95 req-c5bb9e9a-97df-48b3-8111-452b7d192d76 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad108206-2046-4d67-9b4a-c348858594bb HTTP/1.1" status: 200 len: 210 time: 0.0575364 Jun 10 01:01:11.277215 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-2545e4a2-667f-4593-bc0f-dcc3fd7ee5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.284083 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232178-f64a-48d7-b782-731cc2058f66 req-ed30adb5-7f41-4034-93b6-fa9e81e1cb29 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:11.285537 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-87232178-f64a-48d7-b782-731cc2058f66 req-ed30adb5-7f41-4034-93b6-fa9e81e1cb29 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1074877 Jun 10 01:01:11.333355 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-87232178-f64a-48d7-b782-731cc2058f66 req-3f4961db-ee1f-490a-876a-ceed8bc6b6c2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Jun 10 01:01:11.454007 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48810) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:11.575044 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.677802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.682045 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.693316 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e9a24ee4-ad60-4dab-af1b-6c454df7fdd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:11.733439 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=556e927619a54d658fc2bc39f9828c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782583 Jun 10 01:01:11.736436 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48818) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:11.738340 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a03d72-d05a-49b6-be01-b532a2eb1078,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:11.741382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:11.812784 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.846362 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.900976 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.904800 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:11.904941 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9a03d72-d05a-49b6-be01-b532a2eb1078 HTTP/1.1" status: 204 len: 168 time: 0.1666207 Jun 10 01:01:11.906051 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e6c4ea21-4c8d-4453-8dc2-cce01e2ef38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:11.920528 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a03d72-d05a-49b6-be01-b532a2eb1078,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:11.924025 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:12.570083 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750b06b-51e2-49c4-8e19-92a6590258bb req-cb368285-1bd0-4f44-be56-4f853d32a7fd tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:12.578837 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a750b06b-51e2-49c4-8e19-92a6590258bb req-cb368285-1bd0-4f44-be56-4f853d32a7fd tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0917640 Jun 10 01:01:12.635924 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a750b06b-51e2-49c4-8e19-92a6590258bb req-8df74842-c61d-4584-9d75-cd2b7796090a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560322 Jun 10 01:01:12.784240 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:01:12.790176 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48882) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:12.821083 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:01:12.821427 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 26f799a1-1f97-4af3-a80c-fae5c9ba4ea2 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:01:12.885873 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-890ab992-5194-4bf4-b04b-496619d397c2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:12.887401 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-890ab992-5194-4bf4-b04b-496619d397c2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.1538358 Jun 10 01:01:12.906357 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-2119b544-6595-454e-9eec-e0250054ba77 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/quotas/cea6a884028d461dbd60de29528bef2c HTTP/1.1" status: 200 len: 375 time: 0.0094097 Jun 10 01:01:12.911172 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-800616706-network', 'tenant_id': '768f660f9fe245379a9c333a2515538e'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:12.938460 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Made reservation on behalf of 768f660f9fe245379a9c333a2515538e for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:01:12.940912 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:12.959132 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.004073 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-310352b2-0118-4011-aac2-a5f961f95c0e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0914214 Jun 10 01:01:13.066428 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.070401 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.075593 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8d1b6d1a-348e-4a32-af92-765f6d06235f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:13.100658 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:01:13.113537 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba09739-de51-4fc9-b9e0-29602a183eba,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:13.118227 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:13.119220 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.119507 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Added segment 8ddff312-50ff-4be3-9d3f-d51eaeeac469 of type vlan for network d7098d06-841a-4f64-be29-1cd474deced1 Jun 10 01:01:13.147954 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.161783 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-284f0774-c570-4ceb-ad56-cd79db691109 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496134 Jun 10 01:01:13.185478 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.187173 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:13.187905 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.193516 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:13.312644 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5210021 Jun 10 01:01:13.314659 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-010287a4-a187-46ed-8a2c-3069a22c37b6 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451957 Jun 10 01:01:13.318253 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48892) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:13.319643 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Request body: {'subnet': {'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-800616706-subnet', 'tenant_id': '768f660f9fe245379a9c333a2515538e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:13.331293 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Pushing event updated for resources: {'Network': ['ID=d7098d06-841a-4f64-be29-1cd474deced1,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:13.334837 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:13.344575 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Made reservation on behalf of 768f660f9fe245379a9c333a2515538e for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:01:13.347174 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network d7098d06-841a-4f64-be29-1cd474deced1 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:01:13.347488 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.518498 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.554275 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-33a92249-af7d-4e23-a212-5e094f0cf300 req-0d92ec11-a57a-471a-afb3-196597936d6e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 210 time: 0.0510943 Jun 10 01:01:13.616547 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.621163 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:13.700221 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff73dc74-401c-4d18-a3ca-b8aeaa749359,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:13.704115 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:13.705158 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Checking segment: {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:01:13.705513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Network hostable DHCP agents. Network: d7098d06-841a-4f64-be29-1cd474deced1, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:01:13.736984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Network d7098d06-841a-4f64-be29-1cd474deced1 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:01:13.750096 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-29bc3037-dfe3-4e3b-9e61-c8dc50477769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.756960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, d7098d06-841a-4f64-be29-1cd474deced1) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:01:13.763902 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:13.766086 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:13.767441 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b874f-210b-4702-9254-c4ffad5673ef None None] Network d7098d06-841a-4f64-be29-1cd474deced1 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:01:13.829799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5139241 Jun 10 01:01:13.929316 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6017867-db30-40db-9cd6-be6d52fad916 req-c84a5235-177f-4669-b95d-b759c3610ac4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:13.936484 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d6017867-db30-40db-9cd6-be6d52fad916 req-c84a5235-177f-4669-b95d-b759c3610ac4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1470461 Jun 10 01:01:14.009845 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d6017867-db30-40db-9cd6-be6d52fad916 req-11370f6b-9b72-470c-9a4a-033937b175c9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723262 Jun 10 01:01:14.027365 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48918) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:14.137599 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7670436-a27d-4d3d-832a-1a36b4793ec1 None None] Network d7098d06-841a-4f64-be29-1cd474deced1 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:01:14.154059 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Deleting subnet 7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:01:14.157858 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.218700 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.227586 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.503843 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.508666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8adfeea-5689-4796-9ee4-bd0c1c8d6f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:14.546028 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:14.549513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:14.552393 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.556608 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7b2f2b10-80ad-4ebd-ac13-ef9af8f7894b HTTP/1.1" status: 204 len: 168 time: 0.5276320 Jun 10 01:01:14.558384 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48934) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:14.670683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.701094 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.746108 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-99bac16a-f913-4f72-8031-8a512fc96691 req-a43b600b-c4e3-443a-b10c-c9fc0c172c41 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 210 time: 0.0733500 Jun 10 01:01:14.875517 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:14.888729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.889067 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.889805 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.890170 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > port after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.890485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.890848 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > port after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.891163 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.891488 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.891793 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:14.892094 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:15.022249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:15.022525 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:15.022883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:15.023212 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:15.023565 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6448be8c-2817-4900-8b05-eb1f7286fd94']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:15.037421 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736afebe-454b-4455-9fbe-2b789fe5c9ac') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:15.037707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736afebe-454b-4455-9fbe-2b789fe5c9ac') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:15.049913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.173317 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.198178 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:01:15.198566 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: from cryptography.utils import int_from_bytes Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: from cryptography.utils import int_from_bytes Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:01:15.217752 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:01:15.343118 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.355042 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-33467583-a67c-4a3f-91ce-a2681be76690 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:15.356513 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-33467583-a67c-4a3f-91ce-a2681be76690 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.2991648 Jun 10 01:01:15.360604 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:15.379799 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.381901 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] 10.222.0.59 "DELETE /v2.0/networks/6448be8c-2817-4900-8b05-eb1f7286fd94 HTTP/1.1" status: 204 len: 168 time: 0.8225586 Jun 10 01:01:15.386945 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Pushing event deleted for resources: {'Network': ['ID=6448be8c-2817-4900-8b05-eb1f7286fd94,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:15.396900 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68b54d-ae4a-4793-89f5-ad5e7bf2f8da req-12864efb-5e09-47c3-af7b-0609123a2580 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:15.398288 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-da68b54d-ae4a-4793-89f5-ad5e7bf2f8da req-12864efb-5e09-47c3-af7b-0609123a2580 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2705762 Jun 10 01:01:15.399095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2f6298fd-1329-465a-901e-a0720b82600b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:15.403269 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Request body: {'port': {'device_id': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'admin_state_up': True, 'tenant_id': 'cea6a884028d461dbd60de29528bef2c'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:15.536973 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-da68b54d-ae4a-4793-89f5-ad5e7bf2f8da req-aa0e9930-0d9d-4c4c-b722-20707b8a25fb tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176467 Jun 10 01:01:15.541857 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 48958) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:15.631395 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-eaeadae0-c7f2-47ae-b1c2-b6c812adc471 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3555989b609a401083dbbd211d0f0f18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0883129 Jun 10 01:01:15.634509 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 48962) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:15.656263 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Made reservation on behalf of cea6a884028d461dbd60de29528bef2c for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:01:15.660011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.705446 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.732879 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.791484 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.794778 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:15.796086 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8339a778-adfd-4a31-96a5-f8576d773e9b HTTP/1.1" status: 204 len: 168 time: 0.1593521 Jun 10 01:01:15.796847 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9e2e7582-91ec-4c2a-a696-f4e48813db65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:15.806661 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8339a778-adfd-4a31-96a5-f8576d773e9b,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:15.809626 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:15.862689 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Allocated IP 172.20.0.11 (0364ed71-53e0-4611-8539-46b910683169/857f0aba-d0af-4566-b8b3-0e9c03a511b8/afab1473-7f47-4baa-9eb7-5b6cacc45995) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:01:16.061197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d053073-59a4-4764-9cba-d3a8adbfe1b7 req-eb54b687-5c33-4992-99d2-040a3886f7ff tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 210 time: 0.1224039 Jun 10 01:01:16.154627 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:16.195949 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:16.204901 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e30c6cfd-a2c7-4a02-9581-f9dce47cf799 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:16.218486 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:01:16.292810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Network 0364ed71-53e0-4611-8539-46b910683169 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:01:16.296239 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:01:16.300533 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:01:16.341626 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event updated for resources: {'Port': ['ID=afab1473-7f47-4baa-9eb7-5b6cacc45995,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:16.345990 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:16.379527 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:16.380287 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:16.382826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:16.401316 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121088 Jun 10 01:01:16.414156 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Request body: {'port': {'device_id': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:16.628946 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:16.921366 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0206-008f-4d59-aee2-469457d5b31b req-dfdaf7a5-3104-4ad9-8665-c10beaa5def0 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:16.927195 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c1a0206-008f-4d59-aee2-469457d5b31b req-dfdaf7a5-3104-4ad9-8665-c10beaa5def0 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2272415 Jun 10 01:01:16.990660 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c1a0206-008f-4d59-aee2-469457d5b31b req-b12a8b0c-14a2-4630-9d5a-6b263f9c24d4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625744 Jun 10 01:01:17.104520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afab1473-7f47-4baa-9eb7-5b6cacc45995 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:17.112508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:17.132337 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Transition to ACTIVE for port object afab1473-7f47-4baa-9eb7-5b6cacc45995 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:01:17.133584 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:17.139736 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:17.362270 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=afab1473-7f47-4baa-9eb7-5b6cacc45995,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:17.370870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:17.562776 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4a0a7-59b6-43f6-898b-2b5970d18648 req-a838ce05-0920-4572-b8a3-e58dea0d93e5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:17.564224 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2d4a0a7-59b6-43f6-898b-2b5970d18648 req-a838ce05-0920-4572-b8a3-e58dea0d93e5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 944 time: 0.3130555 Jun 10 01:01:17.564907 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Attempting to bind port afab1473-7f47-4baa-9eb7-5b6cacc45995 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:01:17.565237 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Attempting to bind port afab1473-7f47-4baa-9eb7-5b6cacc45995 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:01:17.565562 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Attempting to bind port afab1473-7f47-4baa-9eb7-5b6cacc45995 on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:17.591651 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Port afab1473-7f47-4baa-9eb7-5b6cacc45995 on network 0364ed71-53e0-4611-8539-46b910683169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:01:17.591973 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Attempting to bind port afab1473-7f47-4baa-9eb7-5b6cacc45995 on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:17.624058 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:01:17.624319 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Checking segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:01:17.624702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Bound using segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:01:17.625140 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Bound port: afab1473-7f47-4baa-9eb7-5b6cacc45995, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:01:17.625486 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:17.662057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-d58e5071-0b85-423b-9963-2d8dc36480bc tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:17.663501 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-d58e5071-0b85-423b-9963-2d8dc36480bc tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/networks?id=d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 200 len: 808 time: 0.2652698 Jun 10 01:01:17.715840 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2d4a0a7-59b6-43f6-898b-2b5970d18648 req-c3671211-bc1c-4181-9ad0-2cec35d0c643 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287229 Jun 10 01:01:17.726405 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-8d1a45ac-4faf-42f9-bb54-04764a1f18e3 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/quotas/768f660f9fe245379a9c333a2515538e HTTP/1.1" status: 200 len: 375 time: 0.0348470 Jun 10 01:01:17.806994 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-43fc25a2-7722-4894-8ecc-7a46599ca5e0 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=768f660f9fe245379a9c333a2515538e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579319 Jun 10 01:01:17.811273 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] For port afab1473-7f47-4baa-9eb7-5b6cacc45995, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:01:17.879802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] For port afab1473-7f47-4baa-9eb7-5b6cacc45995, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:01:17.885482 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:17.895457 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:17.960207 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:17.960857 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:17.962136 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] 10.222.0.78 "PUT /v2.0/ports/afab1473-7f47-4baa-9eb7-5b6cacc45995 HTTP/1.1" status: 200 len: 1094 time: 1.5526271 Jun 10 01:01:17.965070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'tag': 'afab1473-7f47-4baa-9eb7-5b6cacc45995'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:17.967443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc0d041-bf75-41f9-a338-8cc463014df9" -d '{"events": [{"name": "network-changed", "server_uuid": "cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0", "tag": "afab1473-7f47-4baa-9eb7-5b6cacc45995"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:18.004465 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=afab1473-7f47-4baa-9eb7-5b6cacc45995,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:18.008368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:18.047666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763a8e71-8807-49e1-bd61-09bebd615d69 x-openstack-request-id: req-763a8e71-8807-49e1-bd61-09bebd615d69 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:18.048018 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0", "tag": "afab1473-7f47-4baa-9eb7-5b6cacc45995", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:18.048247 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-763a8e71-8807-49e1-bd61-09bebd615d69 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:18.048655 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'tag': 'afab1473-7f47-4baa-9eb7-5b6cacc45995', 'status': 'completed', 'code': 200} Jun 10 01:01:18.069804 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-cf981d81-a49a-4639-9dfa-5d6fbd69d41d service neutron] 10.222.0.59 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545395 Jun 10 01:01:18.332282 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-fea03be8-1a37-48b4-af65-3a6947edb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:18.333758 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-fea03be8-1a37-48b4-af65-3a6947edb84d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 1097 time: 0.3264573 Jun 10 01:01:18.353061 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-a75f507f-621a-42c8-bcd0-90b30499ab41 service neutron] 10.222.0.59 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706869 Jun 10 01:01:18.419524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889a24a-8f76-4b77-ad3c-6fb791f5f81f req-7a98acd2-98f6-48ba-85de-985196a33de1 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:18.420976 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c889a24a-8f76-4b77-ad3c-6fb791f5f81f req-7a98acd2-98f6-48ba-85de-985196a33de1 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2731843 Jun 10 01:01:18.430204 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-ca38018f-2442-4952-952f-3e10c2e079f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995 HTTP/1.1" status: 200 len: 217 time: 0.0737376 Jun 10 01:01:18.521886 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49062) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:18.579796 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c889a24a-8f76-4b77-ad3c-6fb791f5f81f req-c223956e-60cd-42a4-b051-280b592d85af tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512153 Jun 10 01:01:18.598132 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Deleting subnet 8e234ae7-ee2b-4a0f-82ad-5ed084dce002 {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:01:18.599361 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3a85de0-c599-4077-a806-e2dcd321d232 req-9e10e628-37d4-4e99-8363-4bcfbb783987 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 210 time: 0.0947258 Jun 10 01:01:18.601921 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:18.613707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29888-0063-4767-837b-2cdf156eed4f req-73292055-82e4-488e-9f9e-48cde315ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:18.615153 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-73292055-82e4-488e-9f9e-48cde315ecf9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.1691380 Jun 10 01:01:18.671387 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:18.679753 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-0fb3afee-ba13-4f15-91d1-6e1b3fcc1678 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515206 Jun 10 01:01:18.681546 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:18.758466 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:18.764949 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b49ba0ec-f9a4-4a0c-b2b4-b4c18f8a7ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:18.836474 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-9ad3ab94-3103-47e2-ba65-3738fa6a7dd3 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451495 Jun 10 01:01:18.878089 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e234ae7-ee2b-4a0f-82ad-5ed084dce002,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:18.887141 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:18.888887 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:18.892556 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b8cc9e5b-0139-4ee1-a645-5f2af68d01dc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8e234ae7-ee2b-4a0f-82ad-5ed084dce002 HTTP/1.1" status: 204 len: 168 time: 0.3695486 Jun 10 01:01:18.894976 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49084) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:19.100394 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.128568 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e4a29888-0063-4767-837b-2cdf156eed4f req-28130c9a-80da-428a-a3f6-5f9e0baf9e10 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847235 Jun 10 01:01:19.170947 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30de08-d48e-487b-be59-5288148bf20c req-13589c23-2c99-4a38-94d7-5f9d5e666008 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:19.172541 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-de30de08-d48e-487b-be59-5288148bf20c req-13589c23-2c99-4a38-94d7-5f9d5e666008 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 944 time: 0.1335168 Jun 10 01:01:19.235919 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-de30de08-d48e-487b-be59-5288148bf20c req-5b7e08c1-591e-4398-a434-4b68f423fde3 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Jun 10 01:01:19.327610 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.332172 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-5cfb350d-e208-4a8b-ab3a-392ac5f8822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:19.333906 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-5cfb350d-e208-4a8b-ab3a-392ac5f8822a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 1097 time: 0.1023958 Jun 10 01:01:19.362412 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.365114 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.366232 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.368040 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > port after_create 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.368486 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.368980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > port after_update 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.371336 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.374610 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.375169 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.377152 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.462095 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.462577 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.462818 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.463150 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 01:01:19.463496 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b36cc10-f74b-49ff-8dc0-5423481fc72e']}} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:19.476503 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea814f27-7627-4b31-be24-1f0e829d34bf') {'for_net_delete': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:19.476794 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea814f27-7627-4b31-be24-1f0e829d34bf') {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:19.489144 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28182871'] for segment, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.510343 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.513860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-67cc3699-62c0-49b4-bf51-fdf0e9b2c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:19.515340 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-67cc3699-62c0-49b4-bf51-fdf0e9b2c46d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 915 time: 0.1716144 Jun 10 01:01:19.518475 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=91713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:01:19.518874 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29334469'] for segment, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: from cryptography.utils import int_from_bytes Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: from cryptography.utils import int_from_bytes Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: Traceback (most recent call last): Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: timer() Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: cb(*args, **kw) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: return func(*args, **kwargs) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: self._notify() Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: self.callback(batched_events) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: event.method(event) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: return f(self, *a, **k) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._get(url).json() Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: return self.request(url, 'GET', **kwargs) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:01:19.535406 dv-cinder-795009-3-iscsi neutron-server[91713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:01:19.592368 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-fe37ad06-49a0-40c9-8327-fbf59e78f0cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995 HTTP/1.1" status: 200 len: 217 time: 0.0652449 Jun 10 01:01:19.610745 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.615433 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:19.632030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.636810 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7b36cc10-f74b-49ff-8dc0-5423481fc72e HTTP/1.1" status: 204 len: 168 time: 0.7408657 Jun 10 01:01:19.639825 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49096) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:19.666280 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-8c6770bc-345c-4813-b989-5c31cfcd3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:19.668983 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-8c6770bc-345c-4813-b989-5c31cfcd3ecb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.0676126 Jun 10 01:01:19.673467 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b36cc10-f74b-49ff-8dc0-5423481fc72e,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:19.679774 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fdd2ef37-0026-486f-8050-9cfdb9532f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:19.706588 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Deleting subnet 644f4437-8cde-4985-9741-d94352b4cbfc {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:01:19.709748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.760152 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.763236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-de5f8300-e7ce-48f1-8d5d-120ebdeade70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825496 Jun 10 01:01:19.816854 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.840230 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cfc51ca7-e339-4ae9-8067-43050f65c958 req-52adc79f-29fb-478f-920d-0dc518e47f62 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 210 time: 0.0754490 Jun 10 01:01:19.901223 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.906771 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:19.939973 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644f4437-8cde-4985-9741-d94352b4cbfc,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:19.943228 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:19.945893 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:19.947716 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/644f4437-8cde-4985-9741-d94352b4cbfc HTTP/1.1" status: 204 len: 168 time: 0.3069756 Jun 10 01:01:19.950300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 49098) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:20.079742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cff64-fc77-4add-84de-1997e57d3312 req-cc5a9e70-0070-4417-95fd-40b7c81c7837 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:20.081145 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec4cff64-fc77-4add-84de-1997e57d3312 req-cc5a9e70-0070-4417-95fd-40b7c81c7837 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.3607512 Jun 10 01:01:20.250535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-b94f8f05-0330-467f-aca2-d1227c732124 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458385 Jun 10 01:01:20.294861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:20.405259 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec4cff64-fc77-4add-84de-1997e57d3312 req-9d4b192c-d208-43cf-ae28-f85f701b824d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864126 Jun 10 01:01:20.476970 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-751aec0c-414d-40af-b6a1-d119f5ee8161 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:20.479114 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-751aec0c-414d-40af-b6a1-d119f5ee8161 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "GET /v2.0/networks?id=d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 200 len: 808 time: 0.4524424 Jun 10 01:01:20.504114 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Request body: {'port': {'device_id': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1', 'admin_state_up': True, 'tenant_id': '768f660f9fe245379a9c333a2515538e'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:20.710860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:20.719166 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3cc0d041-bf75-41f9-a338-8cc463014df9 req-32be0c7d-cc91-4a5d-84d2-072e52826a3f service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551859 Jun 10 01:01:20.730169 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:20.769950 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dfea2a-5812-4eb5-9e9f-a1ff94e601d6') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:20.770258 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dfea2a-5812-4eb5-9e9f-a1ff94e601d6') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:01:20.795358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:20.837787 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:20.850745 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:01:20.851143 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:01:20.871060 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:01:20.931247 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ec5a7-a0cc-4ac6-891f-312015865809 req-b4b35a29-c2a0-4f7c-a41d-b51438171a47 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:20.932741 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b8ec5a7-a0cc-4ac6-891f-312015865809 req-b4b35a29-c2a0-4f7c-a41d-b51438171a47 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 944 time: 0.3188369 Jun 10 01:01:20.969488 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Made reservation on behalf of 768f660f9fe245379a9c333a2515538e for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:01:20.972911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.043610 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8870119e-26b4-4622-918f-e796119407c0 req-a6026c16-647c-4ab3-b0eb-41f40f175236 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 210 time: 0.0792658 Jun 10 01:01:21.057670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.101579 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:21.116436 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b8ec5a7-a0cc-4ac6-891f-312015865809 req-91b2c4b3-fefb-4c52-9fb2-87fd4482a451 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769621 Jun 10 01:01:21.117446 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.122488 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] 10.222.0.59 "DELETE /v2.0/networks/c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e HTTP/1.1" status: 204 len: 168 time: 1.1677818 Jun 10 01:01:21.134007 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ca84ff-2cc9-4bfe-be49-ccaf2156bf8e,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:21.138646 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:21.239688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Allocated IP 172.20.0.9 (d7098d06-841a-4f64-be29-1cd474deced1/ff73dc74-401c-4d18-a3ca-b8aeaa749359/1c07dd59-c827-4a0a-a503-8b9062bc1f29) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:01:21.320530 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49132) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:21.375497 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-46a21b47-887e-4644-b901-0c8460f8c31a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb1fb5d8f9d44e918005a1c641440bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528090 Jun 10 01:01:21.377690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49134) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:21.447519 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.449030 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.490450 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.506159 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4a87c491-71d5-4675-b107-253e74e2a7ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:21.557000 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.608695 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Network d7098d06-841a-4f64-be29-1cd474deced1 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:01:21.609371 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.611844 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.612973 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/596e6130-3aa4-48e8-a4ed-b5229ae63308 HTTP/1.1" status: 204 len: 168 time: 0.2343950 Jun 10 01:01:21.613724 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-477576d3-d2f2-4309-bba5-2a6f26403de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:21.620180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:01:21.625975 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:01:21.630355 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e6130-3aa4-48e8-a4ed-b5229ae63308,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:21.632521 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:21.684226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Pushing event updated for resources: {'Port': ['ID=1c07dd59-c827-4a0a-a503-8b9062bc1f29,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:21.692886 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:21.711602 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:21.712211 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.734209 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2373302 Jun 10 01:01:21.742165 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab7361-a739-4170-bb7f-4ff8bc9f7436 req-bb5e4b54-78b3-414c-895d-115f67f67ae0 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:21.743604 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-acab7361-a739-4170-bb7f-4ff8bc9f7436 req-bb5e4b54-78b3-414c-895d-115f67f67ae0 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1935165 Jun 10 01:01:21.751724 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Request body: {'port': {'device_id': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:21.851116 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-acab7361-a739-4170-bb7f-4ff8bc9f7436 req-de08fe33-2485-4c22-98df-6527e419465a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669155 Jun 10 01:01:21.915956 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:21.991470 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49144) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:22.046054 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-a507dccc-1582-4b9a-bf41-a882cef24f4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3c9dd4062a84589aa6f4f6484429216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533671 Jun 10 01:01:22.048494 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49148) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:22.116365 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:22.145592 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:22.220679 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:22.223157 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:22.224281 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cafb80e4-42ba-46ca-86d7-fdaff66c7469 HTTP/1.1" status: 204 len: 168 time: 0.1748657 Jun 10 01:01:22.225127 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5d553df4-fd49-4796-b99b-bbc22e57a4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:22.241994 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb80e4-42ba-46ca-86d7-fdaff66c7469,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:22.245787 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:22.452614 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41c6d-3b0b-41ef-9d9b-434ea7aa7d61 req-07f8121c-4056-49cc-bf81-948f2e17b41d tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:22.452614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49d41c6d-3b0b-41ef-9d9b-434ea7aa7d61 req-07f8121c-4056-49cc-bf81-948f2e17b41d tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 931 time: 0.1975091 Jun 10 01:01:22.571484 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49d41c6d-3b0b-41ef-9d9b-434ea7aa7d61 req-924adf63-afb8-4f39-866b-74f5f4aca217 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132193 Jun 10 01:01:22.580958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c07dd59-c827-4a0a-a503-8b9062bc1f29 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:22.594312 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7280d24-b01a-4ff4-aa84-e1457f97fe22 req-a88dfefb-e1fa-420a-9231-9cb2fdf60814 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:22.595782 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a7280d24-b01a-4ff4-aa84-e1457f97fe22 req-a88dfefb-e1fa-420a-9231-9cb2fdf60814 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 944 time: 0.2256823 Jun 10 01:01:22.597420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:22.634896 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Transition to ACTIVE for port object 1c07dd59-c827-4a0a-a503-8b9062bc1f29 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:01:22.647534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:22.654317 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f0a1da6a-7d56-4b33-bfc7-cfed7da253a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:22.706555 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a7280d24-b01a-4ff4-aa84-e1457f97fe22 req-d350aa91-af77-4e2a-ab8c-5777166f4dad tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032338 Jun 10 01:01:22.814582 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07dd59-c827-4a0a-a503-8b9062bc1f29,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:22.821777 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:22.837097 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device afab1473-7f47-4baa-9eb7-5b6cacc45995 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:01:22.925755 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Attempting to bind port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:01:22.926099 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Attempting to bind port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:01:22.926431 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Attempting to bind port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 on network d7098d06-841a-4f64-be29-1cd474deced1 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:22.933530 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 on network d7098d06-841a-4f64-be29-1cd474deced1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:01:22.937128 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Attempting to bind port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 on network d7098d06-841a-4f64-be29-1cd474deced1 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:22.942779 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:01:22.943114 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Checking segment: {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:01:22.943497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Bound using segment: {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:01:22.943921 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Bound port: 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:01:22.944621 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:23.022191 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port afab1473-7f47-4baa-9eb7-5b6cacc45995, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:23.037179 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'afab1473-7f47-4baa-9eb7-5b6cacc45995', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'port_id': 'afab1473-7f47-4baa-9eb7-5b6cacc45995', 'mac_address': 'fa:16:3e:39:ea:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857f0aba-d0af-4566-b8b3-0e9c03a511b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:01:23.106333 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:23.126545 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afab1473-7f47-4baa-9eb7-5b6cacc45995 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:23.136798 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] For port 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:01:23.145690 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port afab1473-7f47-4baa-9eb7-5b6cacc45995, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:23.152201 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:23.152500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] For port 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:01:23.155820 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:23.180374 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:23.193129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:23.243683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:23.244300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:23.245674 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] 10.222.0.78 "PUT /v2.0/ports/1c07dd59-c827-4a0a-a503-8b9062bc1f29 HTTP/1.1" status: 200 len: 1093 time: 1.5011830 Jun 10 01:01:23.246164 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'tag': '1c07dd59-c827-4a0a-a503-8b9062bc1f29'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:23.248500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdccc7a-6f48-45e8-b953-fd1847d589b7" -d '{"events": [{"name": "network-changed", "server_uuid": "67794f5d-13c0-4cab-ae89-dda2c07c8120", "tag": "1c07dd59-c827-4a0a-a503-8b9062bc1f29"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:23.254118 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=afab1473-7f47-4baa-9eb7-5b6cacc45995,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:23.267470 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.268200 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.269008 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.269482 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.269877 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.270380 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.270926 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.271412 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.271918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.272442 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.272738 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.273353 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:23.286240 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7dc1a-8017-470b-a3ce-239772cdd070 req-1a736a55-6b46-4311-a4d0-09e40e171bc4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:23.288477 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:23.293636 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4fe7dc1a-8017-470b-a3ce-239772cdd070 req-1a736a55-6b46-4311-a4d0-09e40e171bc4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2971606 Jun 10 01:01:23.374202 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07dd59-c827-4a0a-a503-8b9062bc1f29,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:23.392310 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:23.406543 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4fe7dc1a-8017-470b-a3ce-239772cdd070 req-1176af5a-568c-4b7b-9c59-dd6b667bbb0f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119723 Jun 10 01:01:23.427146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032bc10-4674-464a-8ae1-717d9bd3ed4d x-openstack-request-id: req-1032bc10-4674-464a-8ae1-717d9bd3ed4d {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:23.427435 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67794f5d-13c0-4cab-ae89-dda2c07c8120", "tag": "1c07dd59-c827-4a0a-a503-8b9062bc1f29", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:23.427802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1032bc10-4674-464a-8ae1-717d9bd3ed4d {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:23.428312 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'tag': '1c07dd59-c827-4a0a-a503-8b9062bc1f29', 'status': 'completed', 'code': 200} Jun 10 01:01:23.437947 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-a9b2a98e-a3d2-4528-b1b7-1f3bb9080342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:23.439573 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-a9b2a98e-a3d2-4528-b1b7-1f3bb9080342 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=768f660f9fe245379a9c333a2515538e&device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 1096 time: 0.1272790 Jun 10 01:01:23.521942 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-adb75c5f-a809-48e2-9fd7-405231467235 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29 HTTP/1.1" status: 200 len: 217 time: 0.0708580 Jun 10 01:01:23.593327 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-3145e377-e7d5-4c49-b94d-ee52b1e67a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:23.595972 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-3145e377-e7d5-4c49-b94d-ee52b1e67a87 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff73dc74-401c-4d18-a3ca-b8aeaa749359 HTTP/1.1" status: 200 len: 848 time: 0.0652654 Jun 10 01:01:23.670508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['afab1473-7f47-4baa-9eb7-5b6cacc45995'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:01:23.671836 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-465db444-d7f1-43a8-b32d-30c4aee78413 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7098d06-841a-4f64-be29-1cd474deced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559497 Jun 10 01:01:23.691181 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49240) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:23.899867 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:23.972940 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-9ee69c9c-b008-48aa-9617-4a41ba98f711 service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855895 Jun 10 01:01:24.013413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a09955-0472-4a10-b0b3-4f8d41a2cc6f req-61efab12-602a-4a5e-82ce-d810f5214d79 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:24.014948 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73a09955-0472-4a10-b0b3-4f8d41a2cc6f req-61efab12-602a-4a5e-82ce-d810f5214d79 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 943 time: 0.2874849 Jun 10 01:01:24.019260 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:24.023386 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:24.032482 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-df7663bd-9027-452a-ac1f-a227ae45a714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:24.077302 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a62e69c3df94a4d9047de8a2c84f960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850391 Jun 10 01:01:24.078211 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d53bf4-8afe-4bb0-b051-9c2bd4e2d9bb,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:24.081273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:24.081757 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49254) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:24.142748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:24.169481 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:24.227901 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:24.230690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:24.232540 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60d53bf4-8afe-4bb0-b051-9c2bd4e2d9bb HTTP/1.1" status: 204 len: 168 time: 0.1497362 Jun 10 01:01:24.233664 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5d685318-af8d-4111-8ebd-9aa68f05bec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:24.235697 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73a09955-0472-4a10-b0b3-4f8d41a2cc6f req-bc3e32fa-413c-4581-ba49-ad2939e84b1e tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939195 Jun 10 01:01:24.251589 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d53bf4-8afe-4bb0-b051-9c2bd4e2d9bb,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:24.254143 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:24.267932 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11f8ae-83b4-423b-8b6e-33283b2d03df req-b920e89a-b3ec-408e-8001-d56cda7a24ea tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:24.269513 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9b11f8ae-83b4-423b-8b6e-33283b2d03df req-b920e89a-b3ec-408e-8001-d56cda7a24ea tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 945 time: 0.3450615 Jun 10 01:01:24.276246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b1d8507-92ce-4362-b98f-7facf8c383fb req-0ddb287c-01dd-4837-91e5-66d5a0d2524a service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929575 Jun 10 01:01:24.329154 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9b11f8ae-83b4-423b-8b6e-33283b2d03df req-faebdb28-758a-46e8-9913-dc4c7caa0616 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Jun 10 01:01:24.438925 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-57ea20e6-0f52-47ee-8963-8cf649b00a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:24.440375 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-57ea20e6-0f52-47ee-8963-8cf649b00a91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=768f660f9fe245379a9c333a2515538e&device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 1096 time: 0.0793278 Jun 10 01:01:24.580888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-d85642fc-86f2-439f-923a-687b2c8732a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:24.580888 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-d85642fc-86f2-439f-923a-687b2c8732a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 200 len: 909 time: 0.1288869 Jun 10 01:01:24.653685 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-06acdaf7-d426-4755-a265-ce47765bc210 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29 HTTP/1.1" status: 200 len: 217 time: 0.0659459 Jun 10 01:01:24.718515 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-79f0ab36-521d-4ea8-9c2e-146c05d75199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:24.719963 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-79f0ab36-521d-4ea8-9c2e-146c05d75199 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff73dc74-401c-4d18-a3ca-b8aeaa749359 HTTP/1.1" status: 200 len: 848 time: 0.0557661 Jun 10 01:01:24.774491 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-69fc3577-b1c0-47a5-b674-caa1ad74796f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7098d06-841a-4f64-be29-1cd474deced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411718 Jun 10 01:01:24.916505 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-d7f9cdf1-c7b6-4cc9-861f-063682ba077d service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321065 Jun 10 01:01:25.104288 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:01:25.117565 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffdccc7a-6f48-45e8-b953-fd1847d589b7 req-73fbfb6d-f9dd-45f6-a4d0-cb5c869aa82b service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910391 Jun 10 01:01:25.133554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a2110-e954-4258-88d1-6d64e163e828 req-a26b788a-a1ae-40e3-8411-be1e2cc9c4e7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:25.135063 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d7a2110-e954-4258-88d1-6d64e163e828 req-a26b788a-a1ae-40e3-8411-be1e2cc9c4e7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1408353 Jun 10 01:01:25.187683 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8d7a2110-e954-4258-88d1-6d64e163e828 req-a1d481b2-9eee-4dcb-a647-195bc16096e5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Jun 10 01:01:25.425007 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ace61-6c17-44d1-950a-a5d747d48c6e req-3d25a18e-3384-4fd9-9cf7-53792e15b640 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:25.426772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-002ace61-6c17-44d1-950a-a5d747d48c6e req-3d25a18e-3384-4fd9-9cf7-53792e15b640 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 943 time: 0.0829856 Jun 10 01:01:25.533546 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-002ace61-6c17-44d1-950a-a5d747d48c6e req-d946f814-f456-4bbb-8ed6-4b9e2d978ad9 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013689 Jun 10 01:01:25.560793 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8309f9-cea7-415f-869d-734d163b99ac req-3f4e2776-8a24-4e47-a6cf-6eb8de65c7e7 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:25.562503 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae8309f9-cea7-415f-869d-734d163b99ac req-3f4e2776-8a24-4e47-a6cf-6eb8de65c7e7 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 945 time: 0.1136379 Jun 10 01:01:25.615526 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae8309f9-cea7-415f-869d-734d163b99ac req-4af521a4-48e0-4b7d-af94-9057b61c23c2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 Jun 10 01:01:26.381771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8024357-b986-4dc6-b4f7-9cbe36efaead req-228e59b7-c489-4d0e-aea3-3f0ede21edca tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:26.383264 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8024357-b986-4dc6-b4f7-9cbe36efaead req-228e59b7-c489-4d0e-aea3-3f0ede21edca tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0869992 Jun 10 01:01:26.428771 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8024357-b986-4dc6-b4f7-9cbe36efaead req-9faf75f0-cb15-44af-9117-05921a6e16d7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Jun 10 01:01:26.726208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70c1bf-83cf-45dd-a0bb-a36d4e687a82 req-ca4fdb5e-d44b-4035-badb-ae59e6ddbab1 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:26.727777 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b70c1bf-83cf-45dd-a0bb-a36d4e687a82 req-ca4fdb5e-d44b-4035-badb-ae59e6ddbab1 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 943 time: 0.0832930 Jun 10 01:01:26.823570 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b70c1bf-83cf-45dd-a0bb-a36d4e687a82 req-0e5cc1f7-e2e2-4efd-9c2a-c38f08d9c562 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568860 Jun 10 01:01:26.838271 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device afab1473-7f47-4baa-9eb7-5b6cacc45995 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:01:26.844005 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5558ad-f3cc-4bb6-aeca-9c943889ba1c req-67ec56bf-5ac2-4a88-845c-8e2854cca79e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:26.845424 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9f5558ad-f3cc-4bb6-aeca-9c943889ba1c req-67ec56bf-5ac2-4a88-845c-8e2854cca79e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 945 time: 0.1167016 Jun 10 01:01:26.892771 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9f5558ad-f3cc-4bb6-aeca-9c943889ba1c req-47e13891-2b4b-4c71-8fd0-fd3bb440ea12 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jun 10 01:01:26.927438 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port afab1473-7f47-4baa-9eb7-5b6cacc45995 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:01:26.932711 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port afab1473-7f47-4baa-9eb7-5b6cacc45995 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:01:26.933118 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:27.046109 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:27.074725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afab1473-7f47-4baa-9eb7-5b6cacc45995'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:27.074725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad4b345-67d4-43aa-aaf0-769c883d751d" -d '{"events": [{"server_uuid": "cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0", "name": "network-vif-plugged", "status": "completed", "tag": "afab1473-7f47-4baa-9eb7-5b6cacc45995"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:27.090262 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port afab1473-7f47-4baa-9eb7-5b6cacc45995, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:27.095373 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:27.097837 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:27.167951 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=afab1473-7f47-4baa-9eb7-5b6cacc45995,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:27.171605 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:27.256886 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79672268-7063-47f8-9bff-37fad6f57829 x-openstack-request-id: req-79672268-7063-47f8-9bff-37fad6f57829 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:27.257184 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0", "name": "network-vif-plugged", "status": "completed", "tag": "afab1473-7f47-4baa-9eb7-5b6cacc45995", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:27.257488 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79672268-7063-47f8-9bff-37fad6f57829 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:27.257883 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afab1473-7f47-4baa-9eb7-5b6cacc45995', 'code': 200} Jun 10 01:01:27.530614 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c8b0-fe03-4f55-aaf4-c6a9b7d359e0 req-9ce8145d-9774-40c6-b4d2-c763afefdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:27.532183 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e9a2c8b0-fe03-4f55-aaf4-c6a9b7d359e0 req-9ce8145d-9774-40c6-b4d2-c763afefdace service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 1099 time: 0.0897563 Jun 10 01:01:27.622469 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e9a2c8b0-fe03-4f55-aaf4-c6a9b7d359e0 req-8f85dbf2-741a-439c-8acd-f400a51e6cc2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823581 Jun 10 01:01:27.652182 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a202-b9fe-4785-881f-e38cd95e0268 req-98e850d1-aae8-4f18-8dbc-034ec9ec298c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:27.653586 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2884a202-b9fe-4785-881f-e38cd95e0268 req-98e850d1-aae8-4f18-8dbc-034ec9ec298c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0994418 Jun 10 01:01:27.698410 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2884a202-b9fe-4785-881f-e38cd95e0268 req-dccf55e5-f37d-4d6b-a4e1-573f02f095b0 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Jun 10 01:01:27.799667 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49394) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:27.938438 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.051520 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.055403 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.062743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-ff06d76a-907e-434b-b858-effc36a7cfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:28.101809 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c49594f12e44ba189d6af40037a07a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010375 Jun 10 01:01:28.103376 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9d4bd-aaf7-4216-b372-922b02607f04,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:28.105659 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49404) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:28.116686 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:28.168713 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.172505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6211-8510-4448-97a8-a5e6642f1959 req-b9210157-d8a4-4cba-aae6-f2993e8d55ca tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:28.173958 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a8b6211-8510-4448-97a8-a5e6642f1959 req-b9210157-d8a4-4cba-aae6-f2993e8d55ca tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 943 time: 0.2188120 Jun 10 01:01:28.181241 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b3f81-0b19-4188-9599-173bc225078f req-cb244d87-cf13-4ea3-8a15-f92ecdd56166 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:28.182582 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-423b3f81-0b19-4188-9599-173bc225078f req-cb244d87-cf13-4ea3-8a15-f92ecdd56166 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.1189418 Jun 10 01:01:28.194623 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.246984 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.249929 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:28.250117 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a8b6211-8510-4448-97a8-a5e6642f1959 req-a75a31d2-1607-478a-8cb7-7e6cd1cee91a tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665874 Jun 10 01:01:28.253452 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61b9d4bd-aaf7-4216-b372-922b02607f04 HTTP/1.1" status: 204 len: 168 time: 0.1444676 Jun 10 01:01:28.253452 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-51588e73-8e02-40c3-bb1e-e7a35310a089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:28.254363 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-423b3f81-0b19-4188-9599-173bc225078f req-e0606eee-3742-4791-837f-25f1611def80 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568831 Jun 10 01:01:28.265543 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9d4bd-aaf7-4216-b372-922b02607f04,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:28.268924 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:28.840354 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 1c07dd59-c827-4a0a-a503-8b9062bc1f29 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:01:28.890463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981910-5239-4ddb-8fc2-258eb7a50f99 req-dc671752-a97a-4c26-beb9-15fd3a33ae66 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:28.895086 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2d981910-5239-4ddb-8fc2-258eb7a50f99 req-dc671752-a97a-4c26-beb9-15fd3a33ae66 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0909793 Jun 10 01:01:28.963811 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2d981910-5239-4ddb-8fc2-258eb7a50f99 req-3c14b12f-c6ae-4691-a00f-1c7a2392c5b3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Jun 10 01:01:28.995701 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:29.018367 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '1c07dd59-c827-4a0a-a503-8b9062bc1f29', 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1', 'port_id': '1c07dd59-c827-4a0a-a503-8b9062bc1f29', 'mac_address': 'fa:16:3e:db:0d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff73dc74-401c-4d18-a3ca-b8aeaa749359', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:01:29.074543 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:29.093973 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c07dd59-c827-4a0a-a503-8b9062bc1f29 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:29.110153 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:29.116890 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:29.118618 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-9a01864f-a5fe-4209-a31a-1130e955f7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:29.207920 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=1c07dd59-c827-4a0a-a503-8b9062bc1f29,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:29.211265 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:29.500388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fe9e-7710-40b5-b09b-88d817eb066b req-07838249-bcd7-4f14-adaf-d1ea51b11669 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:29.501907 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ee29fe9e-7710-40b5-b09b-88d817eb066b req-07838249-bcd7-4f14-adaf-d1ea51b11669 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.1380215 Jun 10 01:01:29.512649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a109e9f-f987-4727-8847-eed9bb9b5a8a req-ec0623d9-3587-4aa6-a780-7ee1422740b6 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:29.514029 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5a109e9f-f987-4727-8847-eed9bb9b5a8a req-ec0623d9-3587-4aa6-a780-7ee1422740b6 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 944 time: 0.1130946 Jun 10 01:01:29.584446 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ee29fe9e-7710-40b5-b09b-88d817eb066b req-bfd743b3-5595-452d-9e5b-5536101b06ac tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693762 Jun 10 01:01:29.592343 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5a109e9f-f987-4727-8847-eed9bb9b5a8a req-2a3c4d58-dadc-4694-a5a2-db1e0ab690da tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614660 Jun 10 01:01:29.974527 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['1c07dd59-c827-4a0a-a503-8b9062bc1f29'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:01:30.174501 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437af29-ce6a-4695-a6ca-818f648297a7 req-1c3b4cce-85a5-4ead-9e3b-3b53800cc512 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:30.176102 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e437af29-ce6a-4695-a6ca-818f648297a7 req-1c3b4cce-85a5-4ead-9e3b-3b53800cc512 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0925741 Jun 10 01:01:30.226339 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e437af29-ce6a-4695-a6ca-818f648297a7 req-328f110c-b8d9-43ea-974d-b4ba57f35a85 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Jun 10 01:01:30.844256 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376f5ac-0920-4e3d-b90b-49c71252a77c req-5ae9b33c-2710-492c-9131-543b01d175a7 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:30.845665 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d376f5ac-0920-4e3d-b90b-49c71252a77c req-5ae9b33c-2710-492c-9131-543b01d175a7 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.1366959 Jun 10 01:01:30.855645 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc719f9-5512-40bb-94a4-8a21bcdd8357 req-e030edd9-ecae-468c-b139-4c2bb40aa3ea tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:30.857511 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc719f9-5512-40bb-94a4-8a21bcdd8357 req-e030edd9-ecae-468c-b139-4c2bb40aa3ea tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 944 time: 0.1497028 Jun 10 01:01:30.927231 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d376f5ac-0920-4e3d-b90b-49c71252a77c req-4e57dbe4-1752-48f4-99d3-1995c7c8cfa1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Jun 10 01:01:30.931919 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9bc719f9-5512-40bb-94a4-8a21bcdd8357 req-d6391794-de0b-4c4c-80b3-29a8289045d4 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Jun 10 01:01:31.433390 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fad1-3d01-4fb6-93c0-6123eacbbf8b req-2eb6a891-7f9a-49fe-a5bc-ebab93314a56 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:31.435387 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f2e6fad1-3d01-4fb6-93c0-6123eacbbf8b req-2eb6a891-7f9a-49fe-a5bc-ebab93314a56 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0933244 Jun 10 01:01:31.480943 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f2e6fad1-3d01-4fb6-93c0-6123eacbbf8b req-7a8c34e3-65a4-4c96-9e8d-28ddcc0144eb tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Jun 10 01:01:32.120454 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd268a45-ac66-4e6e-86ca-90e6c66efef9 req-ddfd77b7-c260-46ba-ad64-892388e2c2da tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:32.121944 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fd268a45-ac66-4e6e-86ca-90e6c66efef9 req-ddfd77b7-c260-46ba-ad64-892388e2c2da tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 944 time: 0.0820847 Jun 10 01:01:32.166532 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fd268a45-ac66-4e6e-86ca-90e6c66efef9 req-58b1cc0a-5e1c-41eb-a1d5-dcdab6fb8b90 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Jun 10 01:01:32.669545 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47d48f-767d-4b95-94de-711f2c71a5b8 req-11498c16-6e83-48f7-a6bf-0b59721fe6fc tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:32.671025 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec47d48f-767d-4b95-94de-711f2c71a5b8 req-11498c16-6e83-48f7-a6bf-0b59721fe6fc tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0805910 Jun 10 01:01:32.714943 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec47d48f-767d-4b95-94de-711f2c71a5b8 req-8bfc4cb9-f83d-4f24-8045-6dca61555f61 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Jun 10 01:01:32.874335 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 1c07dd59-c827-4a0a-a503-8b9062bc1f29 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:01:32.966615 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:01:32.971411 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:01:32.971786 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.115421 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.150789 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07dd59-c827-4a0a-a503-8b9062bc1f29'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:33.153079 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a0591-1353-4721-9c85-6d0241cd478e" -d '{"events": [{"server_uuid": "67794f5d-13c0-4cab-ae89-dda2c07c8120", "name": "network-vif-plugged", "status": "completed", "tag": "1c07dd59-c827-4a0a-a503-8b9062bc1f29"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:33.166668 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:33.171971 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.175337 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-0c6748a3-dbb8-4c10-ac1b-5a74eb25431e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:33.210432 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0de3d3-79d0-4d70-a2f8-b612d9f0823b x-openstack-request-id: req-2f0de3d3-79d0-4d70-a2f8-b612d9f0823b {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:33.211630 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67794f5d-13c0-4cab-ae89-dda2c07c8120", "name": "network-vif-plugged", "status": "completed", "tag": "1c07dd59-c827-4a0a-a503-8b9062bc1f29", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:33.211630 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f0de3d3-79d0-4d70-a2f8-b612d9f0823b {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:33.211630 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07dd59-c827-4a0a-a503-8b9062bc1f29', 'code': 200} Jun 10 01:01:33.248674 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49570) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:33.280812 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=1c07dd59-c827-4a0a-a503-8b9062bc1f29,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:33.284816 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:33.416059 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.505245 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-51572c52-7561-4a48-806f-410b3a174b88 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:33.506809 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-51572c52-7561-4a48-806f-410b3a174b88 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.3239579 Jun 10 01:01:33.527236 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.531807 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.546026 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f9e60c37-653a-4bcf-b93f-23c030edf207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:33.548640 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc47a2-665d-4fbc-b1ea-f8109fbc1d0a req-8b797c77-da0d-4d22-87cd-3f637738adc3 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:33.550169 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c5dc47a2-665d-4fbc-b1ea-f8109fbc1d0a req-8b797c77-da0d-4d22-87cd-3f637738adc3 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.2181826 Jun 10 01:01:33.552686 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-aff5ea6d-44cf-4674-a1b4-4b82421a1aa4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/quotas/cea6a884028d461dbd60de29528bef2c HTTP/1.1" status: 200 len: 375 time: 0.0281246 Jun 10 01:01:33.558121 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f013b9e-ad81-4b40-ae95-29746fc33155 req-02fcf311-e063-4f8c-9564-cfbc31aa8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:33.559644 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8f013b9e-ad81-4b40-ae95-29746fc33155 req-02fcf311-e063-4f8c-9564-cfbc31aa8c0f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 1098 time: 0.1365004 Jun 10 01:01:33.585464 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec1ee8d05ff844c2b1ff883b74c81cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342192 Jun 10 01:01:33.586300 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1768d13e-1b97-423e-8caa-cdbbdcc07654,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:33.589065 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49582) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:33.592409 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:33.656348 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.682355 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c5dc47a2-665d-4fbc-b1ea-f8109fbc1d0a req-9ac6b75d-63ed-4afa-8e8c-cbf402032594 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217752 Jun 10 01:01:33.684229 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.685128 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8f013b9e-ad81-4b40-ae95-29746fc33155 req-21e31953-7a68-4d9f-a5d4-16feb72fab92 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801728 Jun 10 01:01:33.710430 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-e06ac773-d6a4-4a44-9483-8375eaca5b83 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487195 Jun 10 01:01:33.743420 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.746272 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:33.749859 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1768d13e-1b97-423e-8caa-cdbbdcc07654 HTTP/1.1" status: 204 len: 168 time: 0.1571741 Jun 10 01:01:33.749859 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0c221eac-8bc8-4100-919e-b70fe9ffca7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:33.761279 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1768d13e-1b97-423e-8caa-cdbbdcc07654,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:33.765258 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:33.857995 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-ca5585eb-dcaf-4f3f-a0e0-8bc948690140 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393492 Jun 10 01:01:34.057236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-f6704a66-14e7-4506-8e9e-f92b23720883 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947079 Jun 10 01:01:34.060522 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 49590) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:34.085818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.274913 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c7e4f105-8e0c-4e06-87d6-348fc514fd14 req-d2249a95-1987-47a7-abf4-34499f0d7c0e tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 210 time: 0.0621793 Jun 10 01:01:34.314519 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.324511 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.334096 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:34.351443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece62f-7a11-4a38-b486-04fc3ee532e8 req-c8a33382-d0e0-4533-9e47-b73e203504d6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:34.352911 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e3ece62f-7a11-4a38-b486-04fc3ee532e8 req-c8a33382-d0e0-4533-9e47-b73e203504d6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1983538 Jun 10 01:01:34.404289 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ebfe7b1a46e4e73a3251f0571558b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389378 Jun 10 01:01:34.405103 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49602) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:34.411204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066bfe81-1502-438c-a882-19d5ae864ed3,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:34.415888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:34.435918 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e3ece62f-7a11-4a38-b486-04fc3ee532e8 req-38f32b54-ac63-4f9c-9bda-5b2c17e514a3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702291 Jun 10 01:01:34.485206 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.512878 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.569460 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.572048 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:34.573210 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/066bfe81-1502-438c-a882-19d5ae864ed3 HTTP/1.1" status: 204 len: 168 time: 0.1671393 Jun 10 01:01:34.574041 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-536fd181-739b-4259-bb59-884d2c32d335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:34.585932 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066bfe81-1502-438c-a882-19d5ae864ed3,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:34.588366 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:34.896233 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2022e-6f47-41a9-af39-4151f6491a76 req-793e9619-44b2-49f7-a4fc-7885cf7488e1 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:34.898567 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-04a2022e-6f47-41a9-af39-4151f6491a76 req-793e9619-44b2-49f7-a4fc-7885cf7488e1 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.0962052 Jun 10 01:01:34.949687 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-04a2022e-6f47-41a9-af39-4151f6491a76 req-813f51e3-3090-4187-921e-4f7c14e5bdf1 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Jun 10 01:01:35.644434 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73506a06-edc7-4d79-8e95-a3ffd980112e req-0d4bbf4a-7a19-4752-b621-8c6a8715efaf tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 210 time: 0.2180631 Jun 10 01:01:35.802708 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-ebaa203a-096c-4356-9792-d5d97d3a8268 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:35.804367 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-ebaa203a-096c-4356-9792-d5d97d3a8268 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.3999481 Jun 10 01:01:35.823781 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1186d4-37c0-45eb-b35b-0a7a9d259269 req-fa8b75ea-996b-41cf-bba9-deb2ca96a922 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:35.825211 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd1186d4-37c0-45eb-b35b-0a7a9d259269 req-fa8b75ea-996b-41cf-bba9-deb2ca96a922 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1676428 Jun 10 01:01:35.829719 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Request body: {'port': {'device_id': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'admin_state_up': True, 'tenant_id': 'cea6a884028d461dbd60de29528bef2c'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:35.962245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd1186d4-37c0-45eb-b35b-0a7a9d259269 req-d0890783-82d5-43ac-ada9-e25cba6bc7c6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166642 Jun 10 01:01:36.028035 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Made reservation on behalf of cea6a884028d461dbd60de29528bef2c for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:01:36.032504 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:36.257374 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f67f-ed36-439a-86be-6e2c08f477b1 req-83374eee-9c12-4470-8ba8-d5ffc97cc9c3 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:36.260573 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ba1f67f-ed36-439a-86be-6e2c08f477b1 req-83374eee-9c12-4470-8ba8-d5ffc97cc9c3 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.1692529 Jun 10 01:01:36.275181 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Allocated IP 172.20.0.4 (0364ed71-53e0-4611-8539-46b910683169/857f0aba-d0af-4566-b8b3-0e9c03a511b8/18888702-f31a-4e9c-94f6-d08b560bb3a9) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:01:36.343698 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ba1f67f-ed36-439a-86be-6e2c08f477b1 req-5c1fdf30-acf2-4646-904a-7f74644eb77e tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698702 Jun 10 01:01:36.530471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:36.561147 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:36.568541 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:36.573662 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246', 'afab1473-7f47-4baa-9eb7-5b6cacc45995'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:01:36.636761 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Network 0364ed71-53e0-4611-8539-46b910683169 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:01:36.641679 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:01:36.648234 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:01:36.763522 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event updated for resources: {'Port': ['ID=18888702-f31a-4e9c-94f6-d08b560bb3a9,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:36.778952 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:36.779824 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:36.796377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:36.821625 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952290 Jun 10 01:01:36.835922 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Request body: {'port': {'device_id': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:37.207981 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:37.225011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeb706-9cce-4ab4-9b59-592c72cb8342 req-2284c5ce-f6e1-45c0-a628-ed652fb24cc0 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:37.226572 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-aefeb706-9cce-4ab4-9b59-592c72cb8342 req-2284c5ce-f6e1-45c0-a628-ed652fb24cc0 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 931 time: 0.3522682 Jun 10 01:01:37.341371 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8449ba-49ff-4687-a22e-0e02bd57875c req-fdaaf1af-4904-47e8-83d5-a763065429d9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:37.342926 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b8449ba-49ff-4687-a22e-0e02bd57875c req-fdaaf1af-4904-47e8-83d5-a763065429d9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2266834 Jun 10 01:01:37.350335 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-aefeb706-9cce-4ab4-9b59-592c72cb8342 req-8945c25f-f015-4094-92b0-c934fafd3dbb tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166284 Jun 10 01:01:37.511665 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b8449ba-49ff-4687-a22e-0e02bd57875c req-00ee790b-0bc8-425a-aa24-00989a95336f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201508 Jun 10 01:01:37.713159 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18888702-f31a-4e9c-94f6-d08b560bb3a9 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:37.721095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:37.738176 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Transition to ACTIVE for port object 18888702-f31a-4e9c-94f6-d08b560bb3a9 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:01:37.741173 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:37.744721 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:37.909500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Pushing event updated for resources: {'Port': ['ID=18888702-f31a-4e9c-94f6-d08b560bb3a9,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:37.940494 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:38.044732 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e741a-7c8e-4d8d-af36-ef613f34c13f req-6a654539-03d6-42e3-9b81-ac970503272c tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:38.046080 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7a1e741a-7c8e-4d8d-af36-ef613f34c13f req-6a654539-03d6-42e3-9b81-ac970503272c tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.2039340 Jun 10 01:01:38.050323 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Attempting to bind port 18888702-f31a-4e9c-94f6-d08b560bb3a9 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:01:38.050748 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Attempting to bind port 18888702-f31a-4e9c-94f6-d08b560bb3a9 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:01:38.051077 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Attempting to bind port 18888702-f31a-4e9c-94f6-d08b560bb3a9 on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:38.069293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Port 18888702-f31a-4e9c-94f6-d08b560bb3a9 on network 0364ed71-53e0-4611-8539-46b910683169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:01:38.069612 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Attempting to bind port 18888702-f31a-4e9c-94f6-d08b560bb3a9 on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:38.080243 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:01:38.080576 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Checking segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:01:38.080949 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Bound using segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:01:38.081368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Bound port: 18888702-f31a-4e9c-94f6-d08b560bb3a9, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:01:38.081709 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:38.139589 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7a1e741a-7c8e-4d8d-af36-ef613f34c13f req-72994cda-3a66-4fae-a3c1-baf2b2bcd918 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861576 Jun 10 01:01:38.184601 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] For port 18888702-f31a-4e9c-94f6-d08b560bb3a9, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:01:38.187466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] For port 18888702-f31a-4e9c-94f6-d08b560bb3a9, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:01:38.191702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:38.195070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86253507-842d-43bc-98ce-f92f874d572b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:38.254649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:38.255295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:38.256683 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] 10.222.0.78 "PUT /v2.0/ports/18888702-f31a-4e9c-94f6-d08b560bb3a9 HTTP/1.1" status: 200 len: 1093 time: 1.4263735 Jun 10 01:01:38.257153 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'tag': '18888702-f31a-4e9c-94f6-d08b560bb3a9'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:38.259409 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf12c3-c165-46e7-8d01-93096dc38210" -d '{"events": [{"name": "network-changed", "server_uuid": "76d47c37-d5b0-4977-9fd0-1bf83f03f4ec", "tag": "18888702-f31a-4e9c-94f6-d08b560bb3a9"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:38.276440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Pushing event updated for resources: {'Port': ['ID=18888702-f31a-4e9c-94f6-d08b560bb3a9,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:38.281593 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:38.308966 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74788eb0-5eff-4003-8531-4a81f8fa2cb4 x-openstack-request-id: req-74788eb0-5eff-4003-8531-4a81f8fa2cb4 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:38.309281 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d47c37-d5b0-4977-9fd0-1bf83f03f4ec", "tag": "18888702-f31a-4e9c-94f6-d08b560bb3a9", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:38.309583 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74788eb0-5eff-4003-8531-4a81f8fa2cb4 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:38.309993 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'tag': '18888702-f31a-4e9c-94f6-d08b560bb3a9', 'status': 'completed', 'code': 200} Jun 10 01:01:38.385082 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-fe6e1c8a-e543-4fe7-8dec-6f013f7b015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:38.387123 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-fe6e1c8a-e543-4fe7-8dec-6f013f7b015f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 1096 time: 0.0711081 Jun 10 01:01:38.459680 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-8a1cb4b4-df8e-4fd5-ab15-c2565540ab2f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9 HTTP/1.1" status: 200 len: 217 time: 0.0626714 Jun 10 01:01:38.569875 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-61df87ab-b54c-4ad4-a396-3a7287c6c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:38.571232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-61df87ab-b54c-4ad4-a396-3a7287c6c192 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.0819898 Jun 10 01:01:38.626288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718d5bd-942e-4e02-9da8-e365a96e5360 req-c6123332-e898-42c2-8101-c31555ae0d3f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:38.627828 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7718d5bd-942e-4e02-9da8-e365a96e5360 req-c6123332-e898-42c2-8101-c31555ae0d3f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 943 time: 0.1672556 Jun 10 01:01:38.634214 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-8d09ac20-8701-4b10-87be-403088cef323 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492272 Jun 10 01:01:38.755562 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7718d5bd-942e-4e02-9da8-e365a96e5360 req-ff81ee15-c47c-435e-83f5-6705771d8710 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203973 Jun 10 01:01:38.816016 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:38.822256 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-73e5c74c-625d-4f43-aa7e-bcc491a298a4 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731002 Jun 10 01:01:39.176349 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7170039-b001-4b87-a5bf-1b0e68783e37 req-44e1e8eb-f748-4153-a8ed-be38496b3d3a service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460760 Jun 10 01:01:39.187869 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8939960-a4aa-4b4d-8a05-0dece92d8c6e req-321db007-8fd1-4492-84df-db13f0806513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:39.189306 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a8939960-a4aa-4b4d-8a05-0dece92d8c6e req-321db007-8fd1-4492-84df-db13f0806513 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 1099 time: 0.1894391 Jun 10 01:01:39.206195 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4598f-711b-4e5f-a19b-d45d3b7fd5b8 req-08f02487-0648-43f5-8ee4-bd75622eac97 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:39.207703 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0a4598f-711b-4e5f-a19b-d45d3b7fd5b8 req-08f02487-0648-43f5-8ee4-bd75622eac97 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2089059 Jun 10 01:01:39.387694 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a8939960-a4aa-4b4d-8a05-0dece92d8c6e req-0ed943ec-0544-456a-b5d0-22116db502e3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790295 Jun 10 01:01:39.391218 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0a4598f-711b-4e5f-a19b-d45d3b7fd5b8 req-1233b201-3ed2-44a5-b4ad-0c22702ab564 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679366 Jun 10 01:01:39.429300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-732ba09e-efb5-46ff-8f93-73c4f1f4b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:39.431048 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-732ba09e-efb5-46ff-8f93-73c4f1f4b80b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 1096 time: 0.1761477 Jun 10 01:01:39.448970 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff8c89-3941-4358-8ead-38e90a775d87 req-2375c37c-f46a-49fd-b24a-f058049e19aa tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:39.450905 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9fff8c89-3941-4358-8ead-38e90a775d87 req-2375c37c-f46a-49fd-b24a-f058049e19aa tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.1497760 Jun 10 01:01:39.502817 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9fff8c89-3941-4358-8ead-38e90a775d87 req-833308f5-bcd6-4194-9bdc-6c668f72a62d tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Jun 10 01:01:39.705515 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-9866815f-f399-4b93-9ee1-56ffc72b224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:39.706993 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-9866815f-f399-4b93-9ee1-56ffc72b224d service neutron] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 915 time: 0.1317255 Jun 10 01:01:39.781067 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-734b7f9d-2505-4e34-8ddf-b524f8f79ebd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9 HTTP/1.1" status: 200 len: 217 time: 0.0666614 Jun 10 01:01:39.865629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-3c00211e-d9d8-450a-a43f-f9c0d214df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:39.867366 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-3c00211e-d9d8-450a-a43f-f9c0d214df6d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.0796580 Jun 10 01:01:39.965614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-82bbdaac-7c25-4993-bd43-6515228775c7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652926 Jun 10 01:01:40.009202 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49780) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:40.097720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777ce21-853c-4715-bfad-f960f3b8ecab req-24319229-1087-4ea2-ab94-d160dd849264 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:40.099187 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2777ce21-853c-4715-bfad-f960f3b8ecab req-24319229-1087-4ea2-ab94-d160dd849264 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 943 time: 0.2301278 Jun 10 01:01:40.142759 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-d66ce049-cf8b-4b00-b59f-041d1ed83edf service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674409 Jun 10 01:01:40.144742 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.248739 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.253477 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.267026 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c17f4c25-f7c1-4f18-be46-b74c9042efc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:40.275889 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2777ce21-853c-4715-bfad-f960f3b8ecab req-86d2c35e-56d7-4140-891d-d452b7bdd504 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712101 Jun 10 01:01:40.298060 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc6dc2b4aadb445f8ab033df3f11e526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872589 Jun 10 01:01:40.298764 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 49786) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:40.323603 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f08bc-9592-4be8-bb4c-c45d89f0ccb1,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:40.327464 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:40.395783 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d3cf12c3-c165-46e7-8d01-93096dc38210 req-eb3645d9-7706-4841-829c-f9174eaced9b service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446494 Jun 10 01:01:40.416300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-71cc0f1e-4504-456c-b39d-e421858dc4ae tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:40.418783 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-71cc0f1e-4504-456c-b39d-e421858dc4ae tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.1957996 Jun 10 01:01:40.427900 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.506044 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.686321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.688712 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.692639 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c5f08bc-9592-4be8-bb4c-c45d89f0ccb1 HTTP/1.1" status: 204 len: 168 time: 0.3896515 Jun 10 01:01:40.692923 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-69f4d617-26b1-4191-b08f-1b49f091d026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:40.702290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Deleting port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:01:40.702646 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:40.728513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886c640-9b74-4413-a61e-55095f46c755 req-798ace4a-4eac-4704-9c17-a8590cf17b1f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:40.731277 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4886c640-9b74-4413-a61e-55095f46c755 req-798ace4a-4eac-4704-9c17-a8590cf17b1f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2162912 Jun 10 01:01:40.869637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f08bc-9592-4be8-bb4c-c45d89f0ccb1,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:40.878670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:41.019968 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4886c640-9b74-4413-a61e-55095f46c755 req-74b1317f-a4b9-4c6d-a1b4-3402caa425e3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425369 Jun 10 01:01:41.020614 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49806) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:41.032475 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] For port 1c07dd59-c827-4a0a-a503-8b9062bc1f29, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1c07dd59-c827-4a0a-a503-8b9062bc1f29,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:41.032897 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.039084 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.218130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Calling delete_port for 1c07dd59-c827-4a0a-a503-8b9062bc1f29 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:01:41.235943 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9430c-28b7-4527-bd1d-40d624e4e881 req-4ec64c69-ef2b-457a-aa1f-88b5215f3340 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:41.236913 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.237411 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27c9430c-28b7-4527-bd1d-40d624e4e881 req-4ec64c69-ef2b-457a-aa1f-88b5215f3340 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=67794f5d-13c0-4cab-ae89-dda2c07c8120 HTTP/1.1" status: 200 len: 945 time: 0.3579662 Jun 10 01:01:41.245062 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.288120 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-947f060f-a029-4209-9710-029d68e75d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:41.295625 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-64346b82-4de4-419d-9266-4ce7f350cc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.302647 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6e15521cbac4beea315c22a9e7a0009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799578 Jun 10 01:01:41.304601 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49818) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:41.379685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.385522 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:41.431029 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.442410 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27c9430c-28b7-4527-bd1d-40d624e4e881 req-ad30796a-638b-4220-9c2c-24a25927634e tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052232 Jun 10 01:01:41.445177 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Pushing event deleted for resources: {'Port': ['ID=1c07dd59-c827-4a0a-a503-8b9062bc1f29,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:41.448396 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:41.463700 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.483268 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13186710-9885-4949-ac78-105c16c7be8d,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:41.490764 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:41.534180 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.536702 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.538190 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13186710-9885-4949-ac78-105c16c7be8d HTTP/1.1" status: 204 len: 168 time: 0.2326968 Jun 10 01:01:41.539099 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-02a0b931-7da6-48a9-9776-1f3ab5530205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:41.549315 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13186710-9885-4949-ac78-105c16c7be8d,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:41.552096 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:41.569798 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] No DVR routers for this DVR port 1c07dd59-c827-4a0a-a503-8b9062bc1f29 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:01:41.575212 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:41.577254 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51c61749-1d14-4278-92f6-727f2ebaed37 req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "DELETE /v2.0/ports/1c07dd59-c827-4a0a-a503-8b9062bc1f29 HTTP/1.1" status: 204 len: 173 time: 1.1504688 Jun 10 01:01:41.577663 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'name': 'network-vif-deleted', 'tag': '1c07dd59-c827-4a0a-a503-8b9062bc1f29'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:41.579958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a676ad-b480-434e-8f56-1f133be5d5c1" -d '{"events": [{"server_uuid": "67794f5d-13c0-4cab-ae89-dda2c07c8120", "name": "network-vif-deleted", "tag": "1c07dd59-c827-4a0a-a503-8b9062bc1f29"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:41.629914 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5a62-f4f0-4957-a590-33817110fffe req-86bc9deb-ab23-4691-a645-df29a5b939a4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:41.632530 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0cfa5a62-f4f0-4957-a590-33817110fffe req-86bc9deb-ab23-4691-a645-df29a5b939a4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 943 time: 0.1126113 Jun 10 01:01:41.635510 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98bc133-a862-4890-85a8-e8d1dbb702f4 x-openstack-request-id: req-f98bc133-a862-4890-85a8-e8d1dbb702f4 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:41.635805 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67794f5d-13c0-4cab-ae89-dda2c07c8120", "name": "network-vif-deleted", "tag": "1c07dd59-c827-4a0a-a503-8b9062bc1f29", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:41.636749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f98bc133-a862-4890-85a8-e8d1dbb702f4 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:41.637150 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67794f5d-13c0-4cab-ae89-dda2c07c8120', 'name': 'network-vif-deleted', 'tag': '1c07dd59-c827-4a0a-a503-8b9062bc1f29', 'status': 'completed', 'code': 200} Jun 10 01:01:41.681904 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0cfa5a62-f4f0-4957-a590-33817110fffe req-8b5fd337-13df-4efe-997d-5ab3372b1b58 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Jun 10 01:01:42.228463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b33432-b16f-4e45-9737-13bae63e0278 req-a609e8d4-2fa4-4589-be7b-c710bb9f9a9d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:42.230739 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15b33432-b16f-4e45-9737-13bae63e0278 req-a609e8d4-2fa4-4589-be7b-c710bb9f9a9d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.0889676 Jun 10 01:01:42.295125 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15b33432-b16f-4e45-9737-13bae63e0278 req-ddb28360-1e47-4aea-8ad7-8a6faac6cf0c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Jun 10 01:01:42.492730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943c35e-107d-462b-b59c-865d65b3621d req-0c26db6b-93c1-4547-a5f5-798e8df96742 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:42.494180 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1943c35e-107d-462b-b59c-865d65b3621d req-0c26db6b-93c1-4547-a5f5-798e8df96742 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0878825 Jun 10 01:01:42.556181 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1943c35e-107d-462b-b59c-865d65b3621d req-a185d66f-d590-4026-af6d-1b39ea086def tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557399 Jun 10 01:01:42.954694 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 18888702-f31a-4e9c-94f6-d08b560bb3a9 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:01:42.976505 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 1c07dd59-c827-4a0a-a503-8b9062bc1f29 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:01:43.002766 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-567ef12d-6edb-4122-8d42-7563ff4a2727 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:43.009520 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-567ef12d-6edb-4122-8d42-7563ff4a2727 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/networks?id=d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 200 len: 808 time: 0.2115421 Jun 10 01:01:43.023802 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-79e8b104-2fd7-43da-8283-5b912a2ba54f tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/quotas/768f660f9fe245379a9c333a2515538e HTTP/1.1" status: 200 len: 375 time: 0.0132365 Jun 10 01:01:43.032247 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2826-b0d9-435e-8ca2-3d9e81fa5264 req-9c3ac81b-3181-49a1-8058-d7ca327906b3 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:43.040413 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-082a2826-b0d9-435e-8ca2-3d9e81fa5264 req-9c3ac81b-3181-49a1-8058-d7ca327906b3 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 943 time: 0.2208450 Jun 10 01:01:43.094171 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 1c07dd59-c827-4a0a-a503-8b9062bc1f29 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:01:43.094886 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 1c07dd59-c827-4a0a-a503-8b9062bc1f29 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:01:43.131623 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-84e5c365-2e8d-4f0c-bbd6-96c5daeabd73 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=768f660f9fe245379a9c333a2515538e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884707 Jun 10 01:01:43.165246 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 18888702-f31a-4e9c-94f6-d08b560bb3a9, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:43.183361 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '18888702-f31a-4e9c-94f6-d08b560bb3a9', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'port_id': '18888702-f31a-4e9c-94f6-d08b560bb3a9', 'mac_address': 'fa:16:3e:9a:85:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857f0aba-d0af-4566-b8b3-0e9c03a511b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:01:43.226538 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-082a2826-b0d9-435e-8ca2-3d9e81fa5264 req-81fc3a00-5203-493d-ab3b-b3b84200ab1b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852589 Jun 10 01:01:43.262347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:43.288480 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18888702-f31a-4e9c-94f6-d08b560bb3a9 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:43.295152 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-b6118d60-cbad-49ea-8d36-64652e271d01 service neutron] 10.222.0.59 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624067 Jun 10 01:01:43.317700 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 18888702-f31a-4e9c-94f6-d08b560bb3a9, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:43.324817 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:43.327858 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:43.406575 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=18888702-f31a-4e9c-94f6-d08b560bb3a9,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:43.415539 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:43.474538 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:43.493537 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-bb67a958-32c1-4ec0-9fec-0139298b70ff service neutron] 10.222.0.59 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965969 Jun 10 01:01:43.747743 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-59d86414-6c6a-434b-aa8f-2d2e0887754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:43.760474 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c406773e-66c1-454a-9f0b-4b33b3b480f4 req-2c7c6e1f-85af-452a-9b4c-c8d655d3d3d3 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 210 time: 0.1295884 Jun 10 01:01:43.981706 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49940) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:44.103763 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.146326 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['18888702-f31a-4e9c-94f6-d08b560bb3a9'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:01:44.214926 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.220578 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.253817 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3a9e1043-8402-401a-9f07-98bff2892cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:44.264875 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4bc16d2e00d401bbf3c6cfc82c2e2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820110 Jun 10 01:01:44.275776 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 49948) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:44.288808 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674e3ae4-ba1f-430f-8b48-705fdca10d20,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:44.294735 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:44.336358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.362807 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.536164 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.538856 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.541419 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/674e3ae4-ba1f-430f-8b48-705fdca10d20 HTTP/1.1" status: 204 len: 168 time: 0.2628424 Jun 10 01:01:44.541419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:44.554118 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674e3ae4-ba1f-430f-8b48-705fdca10d20,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:44.563196 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a424dd-24fe-4e23-8887-6a5dc9f8b993 req-8ef72cb4-eccf-4dd3-876b-08376f9b495b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:44.564746 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c4a424dd-24fe-4e23-8887-6a5dc9f8b993 req-8ef72cb4-eccf-4dd3-876b-08376f9b495b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 944 time: 0.1764708 Jun 10 01:01:44.565626 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:44.627325 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c4a424dd-24fe-4e23-8887-6a5dc9f8b993 req-a31d5997-d572-4532-894f-01498c4bbc14 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448780 Jun 10 01:01:44.706736 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.854915 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 49964) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:44.877163 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:44.998784 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:45.033727 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:45.045393 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:45.054721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0a702479-55c8-4123-8e4c-e9b569d55398 req-88a354fd-1c66-4737-a18b-0cce61086dfe tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 210 time: 0.0584722 Jun 10 01:01:45.085063 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c880e8518d74ed39bf46be39c3cd281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290430 Jun 10 01:01:45.086613 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a839108b-8c5e-4fc0-9137-fe0f15886009,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:45.087732 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 49966) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:45.090109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:45.143648 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:45.168643 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:45.218211 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:45.220557 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:45.221647 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a839108b-8c5e-4fc0-9137-fe0f15886009 HTTP/1.1" status: 204 len: 168 time: 0.1329062 Jun 10 01:01:45.222326 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-dd113126-797b-4032-b18d-f785000017db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:45.231269 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a839108b-8c5e-4fc0-9137-fe0f15886009,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:45.233664 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:45.956299 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-504c9a94-f2ac-4f8b-88ad-c3460bbcfa41 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:45.957744 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-504c9a94-f2ac-4f8b-88ad-c3460bbcfa41 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "GET /v2.0/networks?id=d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 200 len: 808 time: 0.3511536 Jun 10 01:01:45.965818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-890f7cd8-76ec-4da9-9561-fddac81d564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:45.967240 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-890f7cd8-76ec-4da9-9561-fddac81d564f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.2726014 Jun 10 01:01:45.976159 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843a45-2bbc-4bf4-8134-244263cc442f req-2f2b332f-e817-424c-9724-5adafdc0e26c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:45.977683 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6843a45-2bbc-4bf4-8134-244263cc442f req-2f2b332f-e817-424c-9724-5adafdc0e26c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.2818351 Jun 10 01:01:45.988625 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd7e36-6d77-48a5-a8bd-3880ccef2f71 req-a782db3e-7449-4080-a75b-282c2ab60f88 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:45.990199 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-23bd7e36-6d77-48a5-a8bd-3880ccef2f71 req-a782db3e-7449-4080-a75b-282c2ab60f88 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 944 time: 0.2143188 Jun 10 01:01:46.070953 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6843a45-2bbc-4bf4-8134-244263cc442f req-a535d325-7f66-4805-ace2-4feb6434fc30 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797365 Jun 10 01:01:46.075548 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-23bd7e36-6d77-48a5-a8bd-3880ccef2f71 req-a2ecf280-3fbd-406a-8ec9-d6c4b2bd6297 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653963 Jun 10 01:01:46.357889 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:51.423127 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Request body: {'port': {'device_id': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1', 'admin_state_up': True, 'tenant_id': '768f660f9fe245379a9c333a2515538e'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:51.619950 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Made reservation on behalf of 768f660f9fe245379a9c333a2515538e for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:01:51.623305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:51.661123 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-51c5b748-da3c-4102-acbf-3d91a4a86b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:51.662456 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-51c5b748-da3c-4102-acbf-3d91a4a86b70 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.3073349 Jun 10 01:01:51.710614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-df966da3-c216-444d-a6a5-b5ce7994fe26 req-e9ba3035-86bc-4827-84db-a15884511197 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 210 time: 0.0962915 Jun 10 01:01:51.958451 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cf1a7-0573-49b4-881d-3006f44246fb req-012f45a4-8f96-434a-9e97-306b914e1333 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:51.960024 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e80cf1a7-0573-49b4-881d-3006f44246fb req-012f45a4-8f96-434a-9e97-306b914e1333 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.3281221 Jun 10 01:01:51.980147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-c181cffb-5cba-4ff1-b304-88777dd5c0b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 217 time: 0.0903246 Jun 10 01:01:52.064160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Allocated IP 172.20.0.13 (d7098d06-841a-4f64-be29-1cd474deced1/ff73dc74-401c-4d18-a3ca-b8aeaa749359/55920929-ea64-46ab-8e82-33939c95ba13) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:01:52.104561 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-06e471fa-171b-4028-af1c-fdbda9c294eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:52.106051 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-06e471fa-171b-4028-af1c-fdbda9c294eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.1053894 Jun 10 01:01:52.108770 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e80cf1a7-0573-49b4-881d-3006f44246fb req-3b1ee68e-19d5-4ddf-8ddb-fd14925072b1 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311247 Jun 10 01:01:52.175390 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64ff9e-1471-40c9-8a86-5d6ee2012d73 req-1a2edb6f-9d83-4dfd-8deb-a85fc9184a26 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:52.176817 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bb64ff9e-1471-40c9-8a86-5d6ee2012d73 req-1a2edb6f-9d83-4dfd-8deb-a85fc9184a26 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 944 time: 0.3707240 Jun 10 01:01:52.264543 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-ecd1b9a3-ced9-4ba5-80fe-2f827837f486 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492238 Jun 10 01:01:52.458509 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bb64ff9e-1471-40c9-8a86-5d6ee2012d73 req-8ce3fa60-f393-4192-8a49-ab673f273730 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965559 Jun 10 01:01:52.545365 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-7007bbe6-6930-4d80-8133-025b7a825148 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650077 Jun 10 01:01:52.626954 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:52.699958 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dbcdec8-6068-4b9e-b47c-d5f31aa8deb4 req-ca2db4aa-485c-4873-879b-9e72e1b9bd85 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435935 Jun 10 01:01:52.706530 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:52.712892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-479689a6-9d78-4f69-b5e4-98aadd08db10 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:52.781935 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Network d7098d06-841a-4f64-be29-1cd474deced1 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:01:52.785528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:01:52.790217 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:01:52.823171 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Pushing event updated for resources: {'Port': ['ID=55920929-ea64-46ab-8e82-33939c95ba13,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:52.878063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.878416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.878786 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.879127 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.879465 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.879801 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.880131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.880461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.880791 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.881119 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.881444 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.881769 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:52.890838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:52.909429 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:52.910223 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:52.938855 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5622447 Jun 10 01:01:52.957676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc565a-29e0-4355-8cbc-192db3a097fe req-f3d6f954-5500-4245-848e-4959f6ad39a9 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:52.959067 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22dc565a-29e0-4355-8cbc-192db3a097fe req-f3d6f954-5500-4245-848e-4959f6ad39a9 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 932 time: 0.1377783 Jun 10 01:01:52.997119 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 18888702-f31a-4e9c-94f6-d08b560bb3a9 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:01:53.003016 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22dc565a-29e0-4355-8cbc-192db3a097fe req-b4f2afb9-143b-4a66-9a37-897c4d2cef39 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Jun 10 01:01:53.065111 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 18888702-f31a-4e9c-94f6-d08b560bb3a9 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:01:53.069529 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 18888702-f31a-4e9c-94f6-d08b560bb3a9 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:01:53.069906 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:53.105622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Request body: {'port': {'device_id': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:01:53.183736 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:53.219702 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 18888702-f31a-4e9c-94f6-d08b560bb3a9, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:01:53.220882 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18888702-f31a-4e9c-94f6-d08b560bb3a9'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:53.223696 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4fe27a-9591-4ed9-81dc-90cb51ee724d" -d '{"events": [{"server_uuid": "76d47c37-d5b0-4977-9fd0-1bf83f03f4ec", "name": "network-vif-plugged", "status": "completed", "tag": "18888702-f31a-4e9c-94f6-d08b560bb3a9"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:53.227575 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:53.229597 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:53.242867 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:53.324904 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feabed0-6a1c-410e-91eb-fc0e2109c817 x-openstack-request-id: req-5feabed0-6a1c-410e-91eb-fc0e2109c817 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:53.325204 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d47c37-d5b0-4977-9fd0-1bf83f03f4ec", "name": "network-vif-plugged", "status": "completed", "tag": "18888702-f31a-4e9c-94f6-d08b560bb3a9", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:53.325447 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5feabed0-6a1c-410e-91eb-fc0e2109c817 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:53.325826 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18888702-f31a-4e9c-94f6-d08b560bb3a9', 'code': 200} Jun 10 01:01:53.330856 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=18888702-f31a-4e9c-94f6-d08b560bb3a9,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:53.333880 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:53.507514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7211abc-7646-482c-af58-9335137d9745 req-e403ac20-3025-4550-8951-9bba9d1b421c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:53.510358 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7211abc-7646-482c-af58-9335137d9745 req-e403ac20-3025-4550-8951-9bba9d1b421c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.2085221 Jun 10 01:01:53.719224 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7211abc-7646-482c-af58-9335137d9745 req-f8a8c80b-a3e3-4480-b552-0f21fca4caa5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607637 Jun 10 01:01:53.786844 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd7818-4dc6-40e9-80e1-51ed7131376d req-630cf8f0-326a-447c-9350-6402f47b8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:53.788320 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7cfd7818-4dc6-40e9-80e1-51ed7131376d req-630cf8f0-326a-447c-9350-6402f47b8352 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 1098 time: 0.2309554 Jun 10 01:01:53.802561 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555de8a-5705-4592-9874-505b2c9d878f req-84778440-d55e-4f43-ac7b-b60f2cba6f93 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:53.809798 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b555de8a-5705-4592-9874-505b2c9d878f req-84778440-d55e-4f43-ac7b-b60f2cba6f93 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.2005022 Jun 10 01:01:53.946059 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b555de8a-5705-4592-9874-505b2c9d878f req-fc5b084a-e1e2-4d6f-9988-a5c680ccbb00 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352849 Jun 10 01:01:53.949883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55920929-ea64-46ab-8e82-33939c95ba13 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:01:53.967680 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7cfd7818-4dc6-40e9-80e1-51ed7131376d req-c092c062-2d5d-4e84-95a4-f6aa1f0e3d88 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437922 Jun 10 01:01:53.967680 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:53.979397 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Transition to ACTIVE for port object 55920929-ea64-46ab-8e82-33939c95ba13 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:01:53.985553 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:53.991059 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-045a167f-a770-45bd-bc62-2b3b0dbdb1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:54.262543 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Pushing event updated for resources: {'Port': ['ID=55920929-ea64-46ab-8e82-33939c95ba13,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:54.270082 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:54.359413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Attempting to bind port 55920929-ea64-46ab-8e82-33939c95ba13 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:01:54.359734 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Attempting to bind port 55920929-ea64-46ab-8e82-33939c95ba13 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:01:54.360050 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Attempting to bind port 55920929-ea64-46ab-8e82-33939c95ba13 on network d7098d06-841a-4f64-be29-1cd474deced1 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:54.370353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff53aa3-9827-4aaf-9ccb-bd1d684b4b98 req-38f39813-b0c0-40a5-8186-d0aa188387dc tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:54.371789 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cff53aa3-9827-4aaf-9ccb-bd1d684b4b98 req-38f39813-b0c0-40a5-8186-d0aa188387dc tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 944 time: 0.1932137 Jun 10 01:01:54.373487 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Port 55920929-ea64-46ab-8e82-33939c95ba13 on network d7098d06-841a-4f64-be29-1cd474deced1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:01:54.373795 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Attempting to bind port 55920929-ea64-46ab-8e82-33939c95ba13 on network d7098d06-841a-4f64-be29-1cd474deced1 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:01:54.380412 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:01:54.380733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Checking segment: {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:01:54.381098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Bound using segment: {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:01:54.381513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Bound port: 55920929-ea64-46ab-8e82-33939c95ba13, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddff312-50ff-4be3-9d3f-d51eaeeac469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:01:54.381864 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:54.473479 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cff53aa3-9827-4aaf-9ccb-bd1d684b4b98 req-4e9c01f9-808a-4799-aef2-35fea0cfc970 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946465 Jun 10 01:01:54.502949 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] For port 55920929-ea64-46ab-8e82-33939c95ba13, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:01:54.505990 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] For port 55920929-ea64-46ab-8e82-33939c95ba13, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=55920929-ea64-46ab-8e82-33939c95ba13,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:01:54.509527 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:54.513074 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:54.574286 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:54.574901 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:54.576220 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] 10.222.0.78 "PUT /v2.0/ports/55920929-ea64-46ab-8e82-33939c95ba13 HTTP/1.1" status: 200 len: 1094 time: 1.4752007 Jun 10 01:01:54.576682 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'tag': '55920929-ea64-46ab-8e82-33939c95ba13'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:01:54.578914 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf8552-b5ff-4bce-bd26-861bc8c5857d" -d '{"events": [{"name": "network-changed", "server_uuid": "125ba55b-ba4e-4e3d-bb08-d37868247918", "tag": "55920929-ea64-46ab-8e82-33939c95ba13"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:01:54.593753 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Pushing event updated for resources: {'Port': ['ID=55920929-ea64-46ab-8e82-33939c95ba13,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:54.596672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:54.621024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e0ab67-ec4a-42a4-8dce-e643fa2077d9 x-openstack-request-id: req-07e0ab67-ec4a-42a4-8dce-e643fa2077d9 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:01:54.621332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125ba55b-ba4e-4e3d-bb08-d37868247918", "tag": "55920929-ea64-46ab-8e82-33939c95ba13", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:01:54.621611 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07e0ab67-ec4a-42a4-8dce-e643fa2077d9 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:01:54.622029 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'tag': '55920929-ea64-46ab-8e82-33939c95ba13', 'status': 'completed', 'code': 200} Jun 10 01:01:54.706299 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-ad9fa926-4a01-4a21-895c-1df69d52589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:54.707820 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-ad9fa926-4a01-4a21-895c-1df69d52589b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=768f660f9fe245379a9c333a2515538e&device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 1097 time: 0.0702412 Jun 10 01:01:54.791198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-bb44ac76-f3ea-4a1d-96bf-144b4719f6d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55920929-ea64-46ab-8e82-33939c95ba13 HTTP/1.1" status: 200 len: 217 time: 0.0669658 Jun 10 01:01:54.903065 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-2c3be34c-4ca7-46e2-a66a-e6c147a96eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:54.904475 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-2c3be34c-4ca7-46e2-a66a-e6c147a96eb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff73dc74-401c-4d18-a3ca-b8aeaa749359 HTTP/1.1" status: 200 len: 848 time: 0.1007397 Jun 10 01:01:54.959781 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-e8f23c23-8021-48f0-bd5f-58400f4129e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7098d06-841a-4f64-be29-1cd474deced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432022 Jun 10 01:01:54.978876 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137654-147e-401d-8b52-db582a551ed8 req-992d1d35-230d-4f03-8748-e601723b9f5d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:54.980288 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4f137654-147e-401d-8b52-db582a551ed8 req-992d1d35-230d-4f03-8748-e601723b9f5d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1286094 Jun 10 01:01:55.100654 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4f137654-147e-401d-8b52-db582a551ed8 req-110c8451-bab1-4486-a96e-942881ef220a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023448 Jun 10 01:01:55.140919 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-155af7a7-9dde-4b01-afa6-4a9039cefad8 service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597176 Jun 10 01:01:55.333860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-627d982e-a90a-430f-b9a7-6027e89aff60 req-67a252a8-3f4a-4cad-b1f2-0e27e45f5c74 service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846604 Jun 10 01:01:55.342046 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73832d1-647b-4467-a745-47ecb8a601c9 req-502e6c77-8c7b-4288-803d-97d9a70abd7f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:55.343452 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f73832d1-647b-4467-a745-47ecb8a601c9 req-502e6c77-8c7b-4288-803d-97d9a70abd7f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.1750722 Jun 10 01:01:55.391682 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f73832d1-647b-4467-a745-47ecb8a601c9 req-9d2930cd-b54c-479f-b0e3-4dddaf3b5c65 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Jun 10 01:01:55.459401 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-029f50ae-666c-4878-9c76-679d3a06ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:55.460856 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-029f50ae-666c-4878-9c76-679d3a06ad9c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=768f660f9fe245379a9c333a2515538e&device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 1097 time: 0.0683219 Jun 10 01:01:55.635927 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-37654b3d-4c38-4fe5-97d7-48182c99b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:55.637237 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-37654b3d-4c38-4fe5-97d7-48182c99b4dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 200 len: 909 time: 0.1691413 Jun 10 01:01:55.714827 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-bcf7a9e6-84c1-4d04-a4c7-4fe579ce3531 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55920929-ea64-46ab-8e82-33939c95ba13 HTTP/1.1" status: 200 len: 217 time: 0.0614624 Jun 10 01:01:55.732129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf387a4-3f51-4fa9-bf8e-521b50154644 req-33dcc977-af58-4723-b056-ffb8a5043b0a tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:55.733551 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbf387a4-3f51-4fa9-bf8e-521b50154644 req-33dcc977-af58-4723-b056-ffb8a5043b0a tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 944 time: 0.1561494 Jun 10 01:01:55.887103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-08d75af2-65ef-487c-91f9-2da3c4c3e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:55.888441 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-08d75af2-65ef-487c-91f9-2da3c4c3e57c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff73dc74-401c-4d18-a3ca-b8aeaa749359 HTTP/1.1" status: 200 len: 848 time: 0.1648691 Jun 10 01:01:55.891338 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbf387a4-3f51-4fa9-bf8e-521b50154644 req-389b2587-0486-4f60-9dbd-7fd5ada20c4d tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579035 Jun 10 01:01:55.941228 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-bfa9a77f-60e2-4c10-8e1e-a09af6470439 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d7098d06-841a-4f64-be29-1cd474deced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441070 Jun 10 01:01:56.076659 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-08ff63c4-a89f-416a-86b8-72c4ed1a6a41 service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258721 Jun 10 01:01:56.221616 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17cf8552-b5ff-4bce-bd26-861bc8c5857d req-65707caf-0544-4d78-9a23-a79fdf98f1e0 service neutron] 10.222.0.78 "GET /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368010 Jun 10 01:01:56.306436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66d55-7857-4c6c-abaf-2a67526fb59e req-2afb2f3f-cacd-486d-83ea-d56e1a6c719c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:56.307940 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a9e66d55-7857-4c6c-abaf-2a67526fb59e req-2afb2f3f-cacd-486d-83ea-d56e1a6c719c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0888340 Jun 10 01:01:56.361907 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a9e66d55-7857-4c6c-abaf-2a67526fb59e req-c42e1a27-d3b2-41fb-8c51-099b286362d3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Jun 10 01:01:56.630838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeeed4-ac7c-488e-b4e9-beeb3b76acce req-d39b9e20-35af-4009-9e8a-62937c2c16de tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:56.635664 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccbeeed4-ac7c-488e-b4e9-beeb3b76acce req-d39b9e20-35af-4009-9e8a-62937c2c16de tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.1173823 Jun 10 01:01:56.686876 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccbeeed4-ac7c-488e-b4e9-beeb3b76acce req-37a49892-c0d6-4d73-8e21-105f6b43f22f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Jun 10 01:01:57.088179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eab30-c88b-4cf2-a6b9-c9abca2c7d9b req-385f45d1-335a-469d-b94b-eba586fa6ff5 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:57.089607 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-235eab30-c88b-4cf2-a6b9-c9abca2c7d9b req-385f45d1-335a-469d-b94b-eba586fa6ff5 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 944 time: 0.0837314 Jun 10 01:01:57.133721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-235eab30-c88b-4cf2-a6b9-c9abca2c7d9b req-e0169d45-19a2-4718-907f-c43a00d22722 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Jun 10 01:01:57.549454 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfb80f-2581-4a94-aa87-47c206acf080 req-f800a8e7-e369-4a72-8409-d28634a9b8ed tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:57.550949 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-45cfb80f-2581-4a94-aa87-47c206acf080 req-f800a8e7-e369-4a72-8409-d28634a9b8ed tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0850902 Jun 10 01:01:57.598160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-45cfb80f-2581-4a94-aa87-47c206acf080 req-3336532d-aee5-47ea-883d-b86b199d20cc tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Jun 10 01:01:57.886916 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291193a8-2f32-4608-88c2-67a52ee63406 req-2b61fabf-f598-490e-ae5e-38289ef67a69 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:57.888439 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-291193a8-2f32-4608-88c2-67a52ee63406 req-2b61fabf-f598-490e-ae5e-38289ef67a69 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.0861471 Jun 10 01:01:57.932882 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-291193a8-2f32-4608-88c2-67a52ee63406 req-6d159d02-3de8-4827-a40b-7469996b9efd tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Jun 10 01:01:58.348652 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a330f43-6816-4d58-bb78-0f2172e23cfc req-47baa5c3-c8c0-41e6-a6f5-8556d6e734d2 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:58.350270 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a330f43-6816-4d58-bb78-0f2172e23cfc req-47baa5c3-c8c0-41e6-a6f5-8556d6e734d2 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 944 time: 0.1087713 Jun 10 01:01:58.397947 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a330f43-6816-4d58-bb78-0f2172e23cfc req-47873199-26ba-43d1-8f24-2aaba5abab20 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Jun 10 01:01:58.594974 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 50194) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:58.719153 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:58.794971 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e5317-42b6-4f8f-963a-8f45a93d6bee req-3f696b1e-713f-41ba-8d6e-e3818e06113f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:58.796403 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a10e5317-42b6-4f8f-963a-8f45a93d6bee req-3f696b1e-713f-41ba-8d6e-e3818e06113f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0869095 Jun 10 01:01:58.826341 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:58.839338 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:58.845271 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e7927cbd-d09a-42ed-9ccd-411c75254219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:58.848803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a10e5317-42b6-4f8f-963a-8f45a93d6bee req-8b97b859-7aee-4069-9717-d5d0cc345bb9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 Jun 10 01:01:58.885016 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57cbb7812c0f40999c5c0e55458d30fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889783 Jun 10 01:01:58.886539 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfe6342-f898-4b0f-90f8-058dfe6158de,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:58.887641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 50202) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:01:58.893860 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.894221 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.894573 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.894942 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.895286 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.895626 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.895965 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.896300 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.896635 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.896968 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.897807 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.898134 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:01:58.901854 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:58.946838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:58.972353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:59.025554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:59.028623 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:01:59.030086 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdfe6342-f898-4b0f-90f8-058dfe6158de HTTP/1.1" status: 204 len: 168 time: 0.1414053 Jun 10 01:01:59.030985 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:01:59.043709 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfe6342-f898-4b0f-90f8-058dfe6158de,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:01:59.046517 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:01:59.594248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f318bc-c290-45f4-8f7a-14e7ae626c7e req-d6de682a-096a-46a6-b3a4-fdb20bbb3e21 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:01:59.595728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22f318bc-c290-45f4-8f7a-14e7ae626c7e req-d6de682a-096a-46a6-b3a4-fdb20bbb3e21 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 944 time: 0.0854757 Jun 10 01:01:59.640777 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22f318bc-c290-45f4-8f7a-14e7ae626c7e req-ec656289-456d-449e-a7a6-d60d75fa3ce5 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393138 Jun 10 01:02:00.038771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285c814-280c-4ab1-93d3-6385262a724c req-e0d518ec-e897-439f-87d4-225aa6cfecd2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:00.040250 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2285c814-280c-4ab1-93d3-6385262a724c req-e0d518ec-e897-439f-87d4-225aa6cfecd2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0799751 Jun 10 01:02:00.084855 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2285c814-280c-4ab1-93d3-6385262a724c req-5cdec33d-aaa0-4cdd-9376-341de4e831ec tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Jun 10 01:02:00.837649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caced715-d88f-4e7c-a6f5-de7819c9384b req-63c53f3a-23fe-40d2-9416-bf84a7601f81 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:00.839116 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-caced715-d88f-4e7c-a6f5-de7819c9384b req-63c53f3a-23fe-40d2-9416-bf84a7601f81 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 944 time: 0.0939484 Jun 10 01:02:00.883027 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-caced715-d88f-4e7c-a6f5-de7819c9384b req-2b80b9c6-68db-41df-baf6-6b291e6c243e tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Jun 10 01:02:01.051070 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 55920929-ea64-46ab-8e82-33939c95ba13 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:02:01.182803 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 55920929-ea64-46ab-8e82-33939c95ba13, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=55920929-ea64-46ab-8e82-33939c95ba13,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:01.201318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '55920929-ea64-46ab-8e82-33939c95ba13', 'network_id': 'd7098d06-841a-4f64-be29-1cd474deced1', 'port_id': '55920929-ea64-46ab-8e82-33939c95ba13', 'mac_address': 'fa:16:3e:36:4f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff73dc74-401c-4d18-a3ca-b8aeaa749359', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:02:01.260093 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:01.276211 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd4ae9-6373-47c0-b9e7-eec33c8f310d req-9d781d50-0f12-420a-a91f-519e31709dab tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:01.276764 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55920929-ea64-46ab-8e82-33939c95ba13 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:02:01.277665 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-06dd4ae9-6373-47c0-b9e7-eec33c8f310d req-9d781d50-0f12-420a-a91f-519e31709dab tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0803003 Jun 10 01:02:01.296056 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 55920929-ea64-46ab-8e82-33939c95ba13, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=55920929-ea64-46ab-8e82-33939c95ba13,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:01.301345 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:01.306531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:01.364796 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-06dd4ae9-6373-47c0-b9e7-eec33c8f310d req-e58e8cb0-7eb5-412d-8a1e-88094929d79a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805087 Jun 10 01:02:01.388214 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=55920929-ea64-46ab-8e82-33939c95ba13,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:01.391421 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:02.095747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7313e-2708-41d5-ac97-8ece10c91ca9 req-909cad52-2bb7-4eca-8c73-af1f21ef27a6 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:02.097447 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2bb7313e-2708-41d5-ac97-8ece10c91ca9 req-909cad52-2bb7-4eca-8c73-af1f21ef27a6 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 945 time: 0.1063030 Jun 10 01:02:02.103271 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:02:02.143177 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2bb7313e-2708-41d5-ac97-8ece10c91ca9 req-496413ed-125c-415d-8629-a06ede3d1489 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 Jun 10 01:02:02.532581 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['55920929-ea64-46ab-8e82-33939c95ba13'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:02:02.544360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74ccf1-3110-4160-829b-e94b951fff2e req-c5e1475f-cabe-4eaa-9ff7-ccb778f3609d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:02.545450 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4d74ccf1-3110-4160-829b-e94b951fff2e req-c5e1475f-cabe-4eaa-9ff7-ccb778f3609d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0815973 Jun 10 01:02:02.646708 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4d74ccf1-3110-4160-829b-e94b951fff2e req-a976a335-ac39-4a72-bd2d-00fef8922092 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963819 Jun 10 01:02:03.337731 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1f19-6506-4e89-b984-6becdc0e0686 req-b65b0764-1bc4-43c8-964c-69232b848a62 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:03.339168 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-722f1f19-6506-4e89-b984-6becdc0e0686 req-b65b0764-1bc4-43c8-964c-69232b848a62 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 945 time: 0.0776684 Jun 10 01:02:03.381314 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-722f1f19-6506-4e89-b984-6becdc0e0686 req-4bbdb60d-12c3-41d8-adbf-9dfaab30bb50 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364888 Jun 10 01:02:03.693616 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-57ce5fcc-b23c-4b21-bd97-10260e9c766a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=707430679c7a4e629448b69888c864e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262284 Jun 10 01:02:03.841895 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-071d2bcb-0c61-4983-b468-138ff08001bb tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:03.843221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-071d2bcb-0c61-4983-b468-138ff08001bb tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445663 Jun 10 01:02:03.856859 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-7817b39c-ec0a-48b2-b4a0-0e6088e8196c tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/quotas/707430679c7a4e629448b69888c864e6 HTTP/1.1" status: 200 len: 375 time: 0.0082815 Jun 10 01:02:03.901283 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-40222626-f58c-4dff-93d9-cf4c20517aa4 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=707430679c7a4e629448b69888c864e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396409 Jun 10 01:02:04.151606 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c9a41-ceb4-405f-bc1c-e591db0523f4 req-347fe7f6-6b90-491c-b7a8-7f1decb7a5fc tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:04.153031 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b7c9a41-ceb4-405f-bc1c-e591db0523f4 req-347fe7f6-6b90-491c-b7a8-7f1decb7a5fc tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0776663 Jun 10 01:02:04.206495 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b7c9a41-ceb4-405f-bc1c-e591db0523f4 req-060de72b-b514-4399-8861-9e4070d0a450 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 Jun 10 01:02:04.304693 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-336be526-eabf-46c6-aa8b-b3f64d21c744 req-7b424d43-7b73-4774-a409-1f56cedad1b1 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 210 time: 0.0485826 Jun 10 01:02:08.705720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe3732-234f-4202-bdc2-1a9c22b9f8bb req-610cdc4a-38f0-4707-be3e-531e3188be16 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:08.707698 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9ffe3732-234f-4202-bdc2-1a9c22b9f8bb req-610cdc4a-38f0-4707-be3e-531e3188be16 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 945 time: 0.1404736 Jun 10 01:02:08.714893 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cd4e4-d129-4b42-ba21-d12849457b76 req-432f4334-f207-4208-91fc-05a442a595ba tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:08.716226 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-882cd4e4-d129-4b42-ba21-d12849457b76 req-432f4334-f207-4208-91fc-05a442a595ba tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1188264 Jun 10 01:02:08.782137 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9ffe3732-234f-4202-bdc2-1a9c22b9f8bb req-acdd48d6-db55-419e-9bb9-1d8537531645 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Jun 10 01:02:08.789436 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-882cd4e4-d129-4b42-ba21-d12849457b76 req-692c5c9e-f200-4dd1-9223-f61c4c09ab64 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593362 Jun 10 01:02:08.834030 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:08.923913 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dc7a45bf-34d4-4f1a-b085-46c26ceadb1c req-2d88587d-c446-4f1c-88a9-af452618fa55 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 210 time: 0.0494740 Jun 10 01:02:09.026725 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-517735bc-cb02-4be2-adad-60f9cd9bbfab tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=707430679c7a4e629448b69888c864e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276570 Jun 10 01:02:09.079500 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 55920929-ea64-46ab-8e82-33939c95ba13 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:02:09.160907 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 55920929-ea64-46ab-8e82-33939c95ba13 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:02:09.165763 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 55920929-ea64-46ab-8e82-33939c95ba13 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:02:09.166166 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:09.251419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-0323711c-de31-44c7-b0dd-66d6218dcbc9 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:09.252838 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-0323711c-de31-44c7-b0dd-66d6218dcbc9 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170694 Jun 10 01:02:09.260056 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-44d99865-23c8-4024-a075-40dcd4c2e224 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1398442 Jun 10 01:02:09.264461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Request body: {'port': {'device_id': '03b3b547-49e6-456d-919d-7cfddab44af7', 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616', 'admin_state_up': True, 'tenant_id': '707430679c7a4e629448b69888c864e6'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:02:09.290201 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:09.318003 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55920929-ea64-46ab-8e82-33939c95ba13'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:09.320665 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4199e6-82a8-40d9-8416-320e1c8398f9" -d '{"events": [{"server_uuid": "125ba55b-ba4e-4e3d-bb08-d37868247918", "name": "network-vif-plugged", "status": "completed", "tag": "55920929-ea64-46ab-8e82-33939c95ba13"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:09.328191 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 55920929-ea64-46ab-8e82-33939c95ba13, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=55920929-ea64-46ab-8e82-33939c95ba13,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:09.333513 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:09.336413 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:09.377151 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246c17c-929e-4bfb-925d-9be69d20e4df x-openstack-request-id: req-4246c17c-929e-4bfb-925d-9be69d20e4df {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:09.377440 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ba55b-ba4e-4e3d-bb08-d37868247918", "name": "network-vif-plugged", "status": "completed", "tag": "55920929-ea64-46ab-8e82-33939c95ba13", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:09.377705 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4246c17c-929e-4bfb-925d-9be69d20e4df {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:09.378184 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55920929-ea64-46ab-8e82-33939c95ba13', 'code': 200} Jun 10 01:02:09.410815 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=55920929-ea64-46ab-8e82-33939c95ba13,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:09.413705 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:09.465729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-707df5a2-259b-45fd-b30e-6c8064346b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:09.467236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-707df5a2-259b-45fd-b30e-6c8064346b5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 1098 time: 0.1391506 Jun 10 01:02:09.483040 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Made reservation on behalf of 707430679c7a4e629448b69888c864e6 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:02:09.487546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:09.504836 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:09.758332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-ed1c817a-459e-4828-92a9-75aff108ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:09.759800 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-ed1c817a-459e-4828-92a9-75aff108ccec service neutron] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 915 time: 0.2570422 Jun 10 01:02:09.771855 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319a10-c920-4ea0-bbe5-badcd5b87ae2 req-6c9d2cc4-3ed0-4e6c-89fb-a6fa8b3cb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:09.773123 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51319a10-c920-4ea0-bbe5-badcd5b87ae2 req-6c9d2cc4-3ed0-4e6c-89fb-a6fa8b3cb800 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 1099 time: 0.1689126 Jun 10 01:02:09.853775 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-392f3387-de1b-4e75-a449-2657dd9fe87c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b0af14-ff00-4301-812f-62c6b21fc246 HTTP/1.1" status: 200 len: 217 time: 0.0840497 Jun 10 01:02:10.093348 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51319a10-c920-4ea0-bbe5-badcd5b87ae2 req-ddc555c5-b641-4e5a-b6a8-0c84e54f090d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709925 Jun 10 01:02:10.132360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:10.138526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-ca564daf-5b72-4c67-8eef-799180cfa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:10.140123 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-ca564daf-5b72-4c67-8eef-799180cfa9c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.2733293 Jun 10 01:02:10.148100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:10.155013 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b214e9c6-fc5c-470e-a93d-89f8b897fe6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:10.264754 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7963dd-39c0-40f3-9869-a4159cf9c392,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:10.272124 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:10.303300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279588e6-5646-49c2-9837-5ef41aea7a27 req-3a813dc3-2eb3-4f82-a3e5-af6eb92d7e95 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:10.304955 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-279588e6-5646-49c2-9837-5ef41aea7a27 req-3a813dc3-2eb3-4f82-a3e5-af6eb92d7e95 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.3186731 Jun 10 01:02:10.318608 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db703b-1ac3-4f57-85c4-e89d893f802c req-5af90ac8-739c-4809-9076-45102f8bd219 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:10.320123 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01db703b-1ac3-4f57-85c4-e89d893f802c req-5af90ac8-739c-4809-9076-45102f8bd219 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.3287876 Jun 10 01:02:10.484935 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-a4f2c458-1f0a-4f76-b98d-c44c6ca89861 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805573 Jun 10 01:02:10.529265 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01db703b-1ac3-4f57-85c4-e89d893f802c req-6fb3ac9d-b143-4baa-b9fd-f194b4d88ce2 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754482 Jun 10 01:02:10.531339 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Allocated IP 192.168.233.100 (c4be5bc7-bcf6-43c6-9bab-82d717234616/8ffc1ead-7b92-491e-a066-802ef7fac825/3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:02:10.538751 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-279588e6-5646-49c2-9837-5ef41aea7a27 req-4287ce22-2431-421e-bf9b-6094daab3a1f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841319 Jun 10 01:02:10.733258 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-655ae639-d061-482d-bfa4-afabda791223 req-08d54f20-7174-4e7a-a265-9a95b9fd64c5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 210 time: 0.0763175 Jun 10 01:02:10.821554 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-9254bda4-6f65-4fd6-9b6f-92c4ba7bec36 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260100 Jun 10 01:02:11.008404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:11.035946 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c983af1f-4a19-47ca-959e-c9cee1d6f0b9 req-1ecc8b5e-f6da-41dc-a44b-8c2a809526f2 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923289 Jun 10 01:02:11.038160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Transition to ACTIVE for port object 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:02:11.064288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:11.072211 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:11.135259 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Network c4be5bc7-bcf6-43c6-9bab-82d717234616 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:02:11.138250 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:02:11.140693 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:02:11.180682 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Pushing event updated for resources: {'Port': ['ID=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:11.185095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:11.210013 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:11.210671 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:11.229016 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9677587 Jun 10 01:02:11.243068 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Request body: {'port': {'device_id': '03b3b547-49e6-456d-919d-7cfddab44af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:02:11.270819 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-863ec30c-0d5c-4387-b072-e76aeb1bb462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:11.332241 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-29724da5-6c1f-4412-a010-63f138258365 None None] Provisioning for port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:02:11.335910 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-29724da5-6c1f-4412-a010-63f138258365 None None] Provisioning complete for port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:02:11.336278 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-29724da5-6c1f-4412-a010-63f138258365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:11.355730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:11.388895 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-29724da5-6c1f-4412-a010-63f138258365 None None] Port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:02:11.668915 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1226461-29dd-4e95-8142-b7e89095aefe req-127bfce2-0ef9-4838-89cd-a029dbfd5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:11.670357 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1226461-29dd-4e95-8142-b7e89095aefe req-127bfce2-0ef9-4838-89cd-a029dbfd5d68 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.1653299 Jun 10 01:02:11.902151 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1226461-29dd-4e95-8142-b7e89095aefe req-8e3300ba-9e9f-4b76-b9dc-0df2ca46307f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206471 Jun 10 01:02:12.001524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:02:12.013168 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b17507-cba0-40fa-a0c1-ef5b44599cf6 req-21db1863-da2b-4fb5-bccc-13a3ae2ba677 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:12.014634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-03b17507-cba0-40fa-a0c1-ef5b44599cf6 req-21db1863-da2b-4fb5-bccc-13a3ae2ba677 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.3433800 Jun 10 01:02:12.019249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:12.045078 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac597b3b-b652-41c2-b2e6-7185f96715c8 req-a1916aa8-08cd-49d7-8c6f-b43f4f88cb9a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:12.046491 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac597b3b-b652-41c2-b2e6-7185f96715c8 req-a1916aa8-08cd-49d7-8c6f-b43f4f88cb9a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.3640597 Jun 10 01:02:12.080772 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Transition to ACTIVE for port object 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:02:12.097917 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:12.103274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:12.152579 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-03b17507-cba0-40fa-a0c1-ef5b44599cf6 req-7c2471cc-eee6-4882-9443-399c3eed733c tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294487 Jun 10 01:02:12.170836 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac597b3b-b652-41c2-b2e6-7185f96715c8 req-0b6dc6d8-f23d-4241-952c-c8b579875c6b tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161911 Jun 10 01:02:12.277656 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:12.286485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:12.413338 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Attempting to bind port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:02:12.413669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Attempting to bind port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:02:12.413994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Attempting to bind port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 on network c4be5bc7-bcf6-43c6-9bab-82d717234616 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:02:12.420767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 on network c4be5bc7-bcf6-43c6-9bab-82d717234616 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:02:12.421085 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Attempting to bind port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 on network c4be5bc7-bcf6-43c6-9bab-82d717234616 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:02:12.428746 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:02:12.429084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Checking segment: {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:02:12.429462 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Bound using segment: {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:02:12.429881 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Bound port: 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb1e2ac-5483-4769-8d1c-ccffa0904423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:02:12.430239 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:12.449511 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bccc2-afba-4ae7-8d14-1675f7233921 req-eab0a17a-726a-4d75-a09d-cd7f01640602 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:12.450888 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dc4bccc2-afba-4ae7-8d14-1675f7233921 req-eab0a17a-726a-4d75-a09d-cd7f01640602 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 948 time: 0.1635067 Jun 10 01:02:12.549618 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dc4bccc2-afba-4ae7-8d14-1675f7233921 req-ca43c2e5-9767-4b41-a09e-16f3b35239c6 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720422 Jun 10 01:02:12.559918 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] For port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:02:12.562868 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] For port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:02:12.568368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:12.571907 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:12.628508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:12.629118 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:12.630494 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] 10.222.0.78 "PUT /v2.0/ports/3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 HTTP/1.1" status: 200 len: 1098 time: 1.3916039 Jun 10 01:02:12.630998 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b3b547-49e6-456d-919d-7cfddab44af7', 'tag': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:12.633304 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975757d-a8cf-454f-81bc-2e2aad4e1abf" -d '{"events": [{"name": "network-changed", "server_uuid": "03b3b547-49e6-456d-919d-7cfddab44af7", "tag": "3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:12.652002 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:12.655394 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:13.466771 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:13.729997 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a6051d32-2152-4aa1-9e8c-b651dda8baee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:14.705687 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:16.364164 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:16.978554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d29fac0-9c61-45b7-99b8-6755f2b79627 x-openstack-request-id: req-6d29fac0-9c61-45b7-99b8-6755f2b79627 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:16.979098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b3b547-49e6-456d-919d-7cfddab44af7", "tag": "3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:16.979211 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d29fac0-9c61-45b7-99b8-6755f2b79627 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:16.979584 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b3b547-49e6-456d-919d-7cfddab44af7', 'tag': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2', 'status': 'completed', 'code': 200} Jun 10 01:02:17.022100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-bbadb90a-5ce3-436a-9f23-1fa63184ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:17.023609 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-bbadb90a-5ce3-436a-9f23-1fa63184ec70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=707430679c7a4e629448b69888c864e6&device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 1101 time: 0.0824385 Jun 10 01:02:17.226396 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-cbbb5fc9-e08a-4a8f-8c5c-f02b6a25a29a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0755703 Jun 10 01:02:17.318703 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-de83dc68-6070-424e-b393-d1a4524b0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:17.320024 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-de83dc68-6070-424e-b393-d1a4524b0dee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8ffc1ead-7b92-491e-a066-802ef7fac825 HTTP/1.1" status: 200 len: 843 time: 0.0828564 Jun 10 01:02:17.335072 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b848cf-a9eb-4594-89c1-791e64f2554f req-f24ece77-b9ef-43cb-8b02-74be0872897b tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:17.336474 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16b848cf-a9eb-4594-89c1-791e64f2554f req-f24ece77-b9ef-43cb-8b02-74be0872897b tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.2558937 Jun 10 01:02:17.391630 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9843e6-5261-4685-8dab-60cea9fe04ff req-05b9c89e-5afa-42a8-b28b-82900a7f4f55 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:17.393224 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6a9843e6-5261-4685-8dab-60cea9fe04ff req-05b9c89e-5afa-42a8-b28b-82900a7f4f55 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.2823000 Jun 10 01:02:17.480672 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16b848cf-a9eb-4594-89c1-791e64f2554f req-39a7d065-44a7-40b7-b35f-ae04c698d979 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974016 Jun 10 01:02:17.486453 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6a9843e6-5261-4685-8dab-60cea9fe04ff req-5dc40bba-e5c9-4329-aff8-db82aa0fe7b9 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Jun 10 01:02:17.499223 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-64287187-af53-441d-89e7-e89eb9c37ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:17.500884 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-64287187-af53-441d-89e7-e89eb9c37ac0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4be5bc7-bcf6-43c6-9bab-82d717234616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1635869 Jun 10 01:02:17.695139 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-f98773f9-2500-4399-8399-635206d5ed7a service neutron] 10.222.0.78 "GET /v2.0/networks/c4be5bc7-bcf6-43c6-9bab-82d717234616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869316 Jun 10 01:02:17.708381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699f1cd-054d-4976-bc66-f8ffa82a6e86 req-f3c45bce-0cc9-4b91-96b1-9f6c9c2ef207 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:17.709702 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e699f1cd-054d-4976-bc66-f8ffa82a6e86 req-f3c45bce-0cc9-4b91-96b1-9f6c9c2ef207 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 948 time: 0.1215088 Jun 10 01:02:17.902446 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e699f1cd-054d-4976-bc66-f8ffa82a6e86 req-bde7a5bd-6294-464a-8995-c4a56ee4c012 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752470 Jun 10 01:02:17.938025 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6b6fe17-15c0-4aee-b658-aef33b9dedbd req-c784b2b4-68a4-4eea-9884-86fc1e412a5d service neutron] 10.222.0.78 "GET /v2.0/networks/c4be5bc7-bcf6-43c6-9bab-82d717234616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273419 Jun 10 01:02:18.234716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-5bbd49f6-5ef5-4aab-9547-d9368b100640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:18.236696 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-5bbd49f6-5ef5-4aab-9547-d9368b100640 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=707430679c7a4e629448b69888c864e6&device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 1101 time: 0.0727634 Jun 10 01:02:18.365748 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-283828f6-f5f8-4a06-98c4-7d775a78b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:18.367219 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-283828f6-f5f8-4a06-98c4-7d775a78b921 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4be5bc7-bcf6-43c6-9bab-82d717234616 HTTP/1.1" status: 200 len: 870 time: 0.1235211 Jun 10 01:02:18.447277 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-407728eb-5c6d-4cf0-be6c-984ab25a1d40 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0681152 Jun 10 01:02:18.513558 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-c72347e1-3a1e-4d25-a249-4754b29a48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:18.515139 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-c72347e1-3a1e-4d25-a249-4754b29a48a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8ffc1ead-7b92-491e-a066-802ef7fac825 HTTP/1.1" status: 200 len: 843 time: 0.0609276 Jun 10 01:02:18.599443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-30d66229-711a-463f-b4f9-8ab84ded007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:18.600993 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-30d66229-711a-463f-b4f9-8ab84ded007c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4be5bc7-bcf6-43c6-9bab-82d717234616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731688 Jun 10 01:02:18.847028 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-20a52937-ac80-4ae7-9e06-9f4393dd0111 service neutron] 10.222.0.78 "GET /v2.0/networks/c4be5bc7-bcf6-43c6-9bab-82d717234616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116871 Jun 10 01:02:18.856437 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2280-d2e5-4a22-94c6-6e8454f7bc03 req-b8d65b2e-6160-4d96-bfe8-f88c66c6f180 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:18.857814 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d31e2280-d2e5-4a22-94c6-6e8454f7bc03 req-b8d65b2e-6160-4d96-bfe8-f88c66c6f180 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.2558782 Jun 10 01:02:18.883429 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6c09-dda1-4616-817b-595d29d73acf req-de747fce-eb02-4b01-b980-bc3ce1df8f14 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:18.884792 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e98c6c09-dda1-4616-817b-595d29d73acf req-de747fce-eb02-4b01-b980-bc3ce1df8f14 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.2485380 Jun 10 01:02:19.012073 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d31e2280-d2e5-4a22-94c6-6e8454f7bc03 req-78518d33-70c7-43fe-afd4-e08be0295ac4 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263649 Jun 10 01:02:19.027031 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e98c6c09-dda1-4616-817b-595d29d73acf req-3792a956-b9c5-4bc4-8c1c-9bd9a0745091 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860190 Jun 10 01:02:19.071322 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4975757d-a8cf-454f-81bc-2e2aad4e1abf req-3060127f-2870-4cd5-bcc1-712baac710ef service neutron] 10.222.0.78 "GET /v2.0/networks/c4be5bc7-bcf6-43c6-9bab-82d717234616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119789 Jun 10 01:02:19.205316 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037d813-ffbf-4c0c-a1a7-f1c1f0c7a8db req-1c779e37-cfeb-4309-bece-8a5682b9fdc2 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:19.206841 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9037d813-ffbf-4c0c-a1a7-f1c1f0c7a8db req-1c779e37-cfeb-4309-bece-8a5682b9fdc2 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 948 time: 0.0915616 Jun 10 01:02:19.271653 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9037d813-ffbf-4c0c-a1a7-f1c1f0c7a8db req-261feff7-5d7c-4a5a-bc0f-d509acd0479a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Jun 10 01:02:20.222804 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4308e-8639-4d9a-ba53-a5934cf62122 req-fd8ed0af-a679-4d4c-a845-c92b1f9c6162 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:20.224288 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a1d4308e-8639-4d9a-ba53-a5934cf62122 req-fd8ed0af-a679-4d4c-a845-c92b1f9c6162 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0858676 Jun 10 01:02:20.279868 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a1d4308e-8639-4d9a-ba53-a5934cf62122 req-7ef9f963-0415-4883-8c52-a83ac04f6e6e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493207 Jun 10 01:02:20.487204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4d59-5173-4041-bd2d-bcb4d4fde302 req-2da9b3bb-43af-416e-b51d-52c22dd1a086 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:20.489805 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27ae4d59-5173-4041-bd2d-bcb4d4fde302 req-2da9b3bb-43af-416e-b51d-52c22dd1a086 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 948 time: 0.1098948 Jun 10 01:02:20.541165 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27ae4d59-5173-4041-bd2d-bcb4d4fde302 req-ac127929-3841-420f-a14b-9879fc730811 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Jun 10 01:02:20.968537 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935d2a6-ced0-4d4e-bf41-90d0d194aa76 req-b4a7f746-a10c-4ab3-8a4d-ea84309a3136 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:20.969966 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7935d2a6-ced0-4d4e-bf41-90d0d194aa76 req-b4a7f746-a10c-4ab3-8a4d-ea84309a3136 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.0828846 Jun 10 01:02:21.109654 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7935d2a6-ced0-4d4e-bf41-90d0d194aa76 req-46ff0b08-4ead-49db-9b5b-99c4a25c6d2a tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334991 Jun 10 01:02:21.142526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-45ba1110-42b0-4da8-8abc-f57d8bfb2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:21.143967 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-45ba1110-42b0-4da8-8abc-f57d8bfb2da3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.1668496 Jun 10 01:02:21.152274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9926cb-c7a4-47df-8561-c2694f771003 req-c96d90b6-4e72-4106-a7b7-985786e0ffe5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:21.153590 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc9926cb-c7a4-47df-8561-c2694f771003 req-c96d90b6-4e72-4106-a7b7-985786e0ffe5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1297941 Jun 10 01:02:21.338679 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc9926cb-c7a4-47df-8561-c2694f771003 req-0dad8b7b-6cd8-4d33-9d8c-9f74c9fcb496 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662221 Jun 10 01:02:21.371138 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-0ec71ef7-ba97-417c-904a-291dbb8e8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:21.372704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-0ec71ef7-ba97-417c-904a-291dbb8e8d9f service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.2181883 Jun 10 01:02:21.446864 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-c3338cfb-64b7-4c20-9697-e772b5858cc4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 217 time: 0.0631227 Jun 10 01:02:21.512984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-fc958ca5-316a-43a2-a564-6a2bcde21c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:21.514401 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-fc958ca5-316a-43a2-a564-6a2bcde21c8d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0598998 Jun 10 01:02:21.570178 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-4a97807d-d98e-4d85-bab0-9c498fc4484e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403740 Jun 10 01:02:21.783303 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-6b04e354-3444-455c-a687-a1bb37d46490 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944194 Jun 10 01:02:21.795374 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d4e88-a38d-460a-83f3-76c315099519 req-27514731-0cc3-428e-8f84-9f2e303439ab tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:21.796738 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c63d4e88-a38d-460a-83f3-76c315099519 req-27514731-0cc3-428e-8f84-9f2e303439ab tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 948 time: 0.1432986 Jun 10 01:02:21.919092 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c63d4e88-a38d-460a-83f3-76c315099519 req-df7fb3fd-2af5-4890-844d-99f9a1663d95 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045940 Jun 10 01:02:21.963471 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cf0d61f0-1e74-495c-8887-3fdaa515253c req-792f080a-d29e-4cd8-8521-7aa706cf1a27 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657972 Jun 10 01:02:22.293385 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1a6c-ca77-4e2f-8ae0-ed66e1fcaab9 req-eedf98fb-4892-44c0-8cb1-8c09681e38a2 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:22.294862 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785e1a6c-ca77-4e2f-8ae0-ed66e1fcaab9 req-eedf98fb-4892-44c0-8cb1-8c09681e38a2 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.0780985 Jun 10 01:02:22.345554 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-785e1a6c-ca77-4e2f-8ae0-ed66e1fcaab9 req-7f930c8f-c0e0-4593-b6ad-085398cfebd9 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Jun 10 01:02:22.522139 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa703-83c3-4b29-91b7-17b39f09e1aa req-a92a1eec-17cd-4290-b778-273f2401b645 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:22.523593 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c3fa703-83c3-4b29-91b7-17b39f09e1aa req-a92a1eec-17cd-4290-b778-273f2401b645 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0810688 Jun 10 01:02:22.567315 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c3fa703-83c3-4b29-91b7-17b39f09e1aa req-ed2b136c-a18a-412a-bff0-916785e38282 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381687 Jun 10 01:02:23.108676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b8657-7b75-4034-8ccf-70952328aaa5 req-bb9a211a-0074-428f-8c00-87f5b8bf06e2 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:23.110772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-194b8657-7b75-4034-8ccf-70952328aaa5 req-bb9a211a-0074-428f-8c00-87f5b8bf06e2 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 948 time: 0.0795650 Jun 10 01:02:23.158158 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-194b8657-7b75-4034-8ccf-70952328aaa5 req-e7a2dc63-ec9f-4ec1-8ef6-94a351cffa22 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Jun 10 01:02:23.532191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544103f-fcfd-4761-87d9-49e2820b4553 req-1cc36d6c-98d7-4a48-9bc4-a23348732e53 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:23.533633 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c544103f-fcfd-4761-87d9-49e2820b4553 req-1cc36d6c-98d7-4a48-9bc4-a23348732e53 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.0776498 Jun 10 01:02:23.582270 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c544103f-fcfd-4761-87d9-49e2820b4553 req-0251efcc-010d-4a04-a0bf-cd88ab1e77e4 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Jun 10 01:02:23.773477 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82023ea9-f5db-44f9-abcb-6ce827bd6da6 req-90d4713a-084a-4d5a-a7b6-7fafcc56cdaa tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:23.775001 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-82023ea9-f5db-44f9-abcb-6ce827bd6da6 req-90d4713a-084a-4d5a-a7b6-7fafcc56cdaa tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0919833 Jun 10 01:02:23.847595 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:02:23.875704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-82023ea9-f5db-44f9-abcb-6ce827bd6da6 req-72b09b51-b279-4e44-b8ba-db5ebcfee530 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877159 Jun 10 01:02:23.934570 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-29fdd0f1-4ed9-49f6-9b12-b53573f46998 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:23.936493 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-29fdd0f1-4ed9-49f6-9b12-b53573f46998 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.1232762 Jun 10 01:02:24.011155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:24.024549 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2', 'network_id': 'c4be5bc7-bcf6-43c6-9bab-82d717234616', 'port_id': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2', 'mac_address': 'fa:16:3e:de:3b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffc1ead-7b92-491e-a066-802ef7fac825', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:02:24.086551 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:24.105462 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:02:24.125730 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:24.133535 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:24.135370 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:24.240877 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:24.253378 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.253782 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.254159 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.254541 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.254909 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.255659 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.256074 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.256267 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-dadccea6-c0f4-452f-af7c-4b550ef06126 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:24.257159 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.257668 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.258289 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-dadccea6-c0f4-452f-af7c-4b550ef06126 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.2640474 Jun 10 01:02:24.258688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.259167 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.259846 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:24.269616 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Deleting port 55920929-ea64-46ab-8e82-33939c95ba13 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:02:24.269962 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:24.272968 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:24.442101 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-1e9f457f-152c-478f-91df-786fccd1944d tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/quotas/cea6a884028d461dbd60de29528bef2c HTTP/1.1" status: 200 len: 375 time: 0.1747155 Jun 10 01:02:24.626426 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] For port 55920929-ea64-46ab-8e82-33939c95ba13, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=55920929-ea64-46ab-8e82-33939c95ba13,segment=NetworkSegment(8ddff312-50ff-4be3-9d3f-d51eaeeac469),segment_id=8ddff312-50ff-4be3-9d3f-d51eaeeac469)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:24.627129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:24.758720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c506b-0f5b-4a73-ad62-0324e61cba4c req-6bc31621-ae8b-49df-8ed0-7b2f9e6110cb tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:24.759404 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd1c506b-0f5b-4a73-ad62-0324e61cba4c req-6bc31621-ae8b-49df-8ed0-7b2f9e6110cb tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 949 time: 0.3242309 Jun 10 01:02:24.769465 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Calling delete_port for 55920929-ea64-46ab-8e82-33939c95ba13 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:02:24.781177 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-23be556a-4ec5-4e21-9baf-d36bab1fd963 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3076530 Jun 10 01:02:24.855013 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:02:24.917340 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd1c506b-0f5b-4a73-ad62-0324e61cba4c req-f66a9bdf-fd74-443d-9bc6-ca17527471c7 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441996 Jun 10 01:02:24.962229 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-87f192f7-b118-4d5e-b23c-4f57f087f1e3 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643996 Jun 10 01:02:25.202640 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:25.210015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:25.269386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Pushing event deleted for resources: {'Port': ['ID=55920929-ea64-46ab-8e82-33939c95ba13,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:25.274710 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:25.277334 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-79a59ee2-ae0e-4097-b77c-c8f2b939e377 service neutron] 10.222.0.59 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013551 Jun 10 01:02:25.356404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d026a5-8af0-466f-b2f8-8c81ed1f77c9 req-7428a251-2c52-447d-9589-84a3bdda8614 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:25.357846 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d0d026a5-8af0-466f-b2f8-8c81ed1f77c9 req-7428a251-2c52-447d-9589-84a3bdda8614 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/ports?device_id=125ba55b-ba4e-4e3d-bb08-d37868247918 HTTP/1.1" status: 200 len: 946 time: 0.3206031 Jun 10 01:02:25.363420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] No DVR routers for this DVR port 55920929-ea64-46ab-8e82-33939c95ba13 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:02:25.379852 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:25.381852 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4aa18da9-5fea-434f-870e-9789c26c5e86 req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.78 "DELETE /v2.0/ports/55920929-ea64-46ab-8e82-33939c95ba13 HTTP/1.1" status: 204 len: 173 time: 1.4391491 Jun 10 01:02:25.382414 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'name': 'network-vif-deleted', 'tag': '55920929-ea64-46ab-8e82-33939c95ba13'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:25.384729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c6097-4996-409c-834c-a88aee7038fc" -d '{"events": [{"server_uuid": "125ba55b-ba4e-4e3d-bb08-d37868247918", "name": "network-vif-deleted", "tag": "55920929-ea64-46ab-8e82-33939c95ba13"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:25.427014 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d0d026a5-8af0-466f-b2f8-8c81ed1f77c9 req-8f2f8316-478e-4b80-a89f-27996aa7f96b tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba09739-de51-4fc9-b9e0-29602a183eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Jun 10 01:02:25.618497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6ced2-610e-48ed-8f07-a35d098dc41f req-dc8a2efe-1c3e-4197-b984-2ad367bb1ca7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:25.620156 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-99a6ced2-610e-48ed-8f07-a35d098dc41f req-dc8a2efe-1c3e-4197-b984-2ad367bb1ca7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0987573 Jun 10 01:02:25.684728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-99a6ced2-610e-48ed-8f07-a35d098dc41f req-880abaea-c4e5-4d80-a8c2-dd98080b4f72 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Jun 10 01:02:25.762327 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3c549b-fcbc-40a1-a05b-ff3dc12bc13d x-openstack-request-id: req-6f3c549b-fcbc-40a1-a05b-ff3dc12bc13d {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:25.762790 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ba55b-ba4e-4e3d-bb08-d37868247918", "name": "network-vif-deleted", "tag": "55920929-ea64-46ab-8e82-33939c95ba13", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:25.763154 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f3c549b-fcbc-40a1-a05b-ff3dc12bc13d {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:25.763799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ba55b-ba4e-4e3d-bb08-d37868247918', 'name': 'network-vif-deleted', 'tag': '55920929-ea64-46ab-8e82-33939c95ba13', 'status': 'completed', 'code': 200} Jun 10 01:02:25.853329 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4e16a90d-3e00-4fb3-9706-753b517d08ba req-7efd6c63-6573-48b3-9fc1-02dfdc82d6c1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0509851 Jun 10 01:02:26.109576 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510aea94-a0bd-4328-9360-c425748f0641 req-3023a713-3f6a-415b-b0a0-030a00fde132 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:26.111095 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-510aea94-a0bd-4328-9360-c425748f0641 req-3023a713-3f6a-415b-b0a0-030a00fde132 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 949 time: 0.0810800 Jun 10 01:02:26.160405 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-510aea94-a0bd-4328-9360-c425748f0641 req-b845f4b8-b169-43a2-8b1d-baa534ec48ca tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Jun 10 01:02:26.899603 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15837ef4-151b-4471-9846-b1db9ed8f107 req-cccddb34-4031-4927-9099-4eeb7f574b05 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:26.899603 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15837ef4-151b-4471-9846-b1db9ed8f107 req-cccddb34-4031-4927-9099-4eeb7f574b05 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0956151 Jun 10 01:02:26.952986 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15837ef4-151b-4471-9846-b1db9ed8f107 req-8708af93-bad3-465b-a3c3-f032781f5d91 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Jun 10 01:02:27.119127 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eddcb566-ec69-4f3f-b821-6b08427ce4b8 req-cecd2173-b7be-40f2-864c-c97bb187064f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0433617 Jun 10 01:02:27.383289 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dee69a-4b26-4899-b7c2-79289b8bbff8 req-0b044e78-f9f3-44d0-9146-b7b82812afb4 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:27.390992 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-55dee69a-4b26-4899-b7c2-79289b8bbff8 req-0b044e78-f9f3-44d0-9146-b7b82812afb4 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 949 time: 0.1133611 Jun 10 01:02:27.453432 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-55dee69a-4b26-4899-b7c2-79289b8bbff8 req-f852e93b-1ab0-4fe5-b96e-7443a2aa1347 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Jun 10 01:02:27.784906 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-610ed509-9367-4e80-a008-ca08f653ceeb tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:27.786319 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-610ed509-9367-4e80-a008-ca08f653ceeb tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/networks?id=0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 200 len: 814 time: 0.2353191 Jun 10 01:02:28.273207 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b4cf95b3-df60-4a78-a9ce-01d76b3d70a0 req-fb2c76df-610f-4a5a-ac34-3217313d9328 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0422006 Jun 10 01:02:28.633635 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb0591-4ebd-44e4-bc6a-03543e00ee17 req-5a55aef1-11dd-4e58-8309-190405dd5f08 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:28.635242 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7bfb0591-4ebd-44e4-bc6a-03543e00ee17 req-5a55aef1-11dd-4e58-8309-190405dd5f08 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 949 time: 0.0824549 Jun 10 01:02:28.679508 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7bfb0591-4ebd-44e4-bc6a-03543e00ee17 req-a7a87afe-5551-480b-8d9e-68faa9d33cc0 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Jun 10 01:02:30.235834 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:02:30.306857 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:02:30.311582 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:02:30.311964 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:30.438506 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:30.464872 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b3b547-49e6-456d-919d-7cfddab44af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:30.467169 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f8fbe2-2db1-4861-9d09-eff5388473ba" -d '{"events": [{"server_uuid": "03b3b547-49e6-456d-919d-7cfddab44af7", "name": "network-vif-plugged", "status": "completed", "tag": "3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:30.474580 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:30.478728 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:30.479539 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 55920929-ea64-46ab-8e82-33939c95ba13 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:02:30.501978 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:30.547989 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 55920929-ea64-46ab-8e82-33939c95ba13 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:02:30.548330 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 55920929-ea64-46ab-8e82-33939c95ba13 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:02:30.573899 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:30.576835 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:32.407111 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Request body: {'port': {'device_id': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'admin_state_up': True, 'tenant_id': 'cea6a884028d461dbd60de29528bef2c'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:02:32.589862 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8404f70a-14cb-4c57-ac69-78074e140e63 req-5262157a-d2f4-4935-9f56-4e3579738035 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0609703 Jun 10 01:02:32.620641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Made reservation on behalf of cea6a884028d461dbd60de29528bef2c for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:02:32.624222 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:32.849715 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db185e5-875a-40fa-b056-193f0da916f1 req-123281e9-8e98-4d38-90ae-d3a2314192d5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:32.851422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8db185e5-875a-40fa-b056-193f0da916f1 req-123281e9-8e98-4d38-90ae-d3a2314192d5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.1643963 Jun 10 01:02:32.854144 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Allocated IP 172.20.0.6 (0364ed71-53e0-4611-8539-46b910683169/857f0aba-d0af-4566-b8b3-0e9c03a511b8/2b9e6642-d9ef-4a11-8ac8-20baef73a13c) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:02:32.946256 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8db185e5-875a-40fa-b056-193f0da916f1 req-73a9d510-4d00-4348-9c8d-e3d96176c0dc tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874820 Jun 10 01:02:33.007875 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e301014-d24f-4ab1-8009-bc06840c87ca x-openstack-request-id: req-3e301014-d24f-4ab1-8009-bc06840c87ca {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:33.008370 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b3b547-49e6-456d-919d-7cfddab44af7", "name": "network-vif-plugged", "status": "completed", "tag": "3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:33.008576 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e301014-d24f-4ab1-8009-bc06840c87ca {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:33.009029 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b3b547-49e6-456d-919d-7cfddab44af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2', 'code': 200} Jun 10 01:02:33.117305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:33.146636 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:33.152155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-43543fd4-529f-48fa-b0d3-7c25cbe673a4 tempest-DeleteServersTestJSON-2001809800 tempest-DeleteServersTestJSON-2001809800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:33.221055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Network 0364ed71-53e0-4611-8539-46b910683169 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:02:33.224294 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:02:33.228784 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:02:33.262936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event updated for resources: {'Port': ['ID=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:33.267371 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:33.294865 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:33.295554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:33.313684 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108899 Jun 10 01:02:35.056337 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246', 'afab1473-7f47-4baa-9eb7-5b6cacc45995', '18888702-f31a-4e9c-94f6-d08b560bb3a9'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:02:35.118992 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Request body: {'port': {'device_id': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:02:35.297659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:35.393471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90d9e-dc0b-4c1e-bded-72639a6602d1 req-628002a3-ef69-447d-ae8f-90e1ea905162 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:35.394925 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c4d90d9e-dc0b-4c1e-bded-72639a6602d1 req-628002a3-ef69-447d-ae8f-90e1ea905162 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 931 time: 0.1707029 Jun 10 01:02:35.506245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c4d90d9e-dc0b-4c1e-bded-72639a6602d1 req-fd1e8741-fbad-4825-a331-d40c3b38f989 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731452 Jun 10 01:02:35.823329 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807bf56-9d3d-4e6f-a3c6-ada46f7f7feb req-c3ca4f80-b9c9-4058-ae3a-7d09c479f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:35.824754 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a807bf56-9d3d-4e6f-a3c6-ada46f7f7feb req-c3ca4f80-b9c9-4058-ae3a-7d09c479f5fd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 1103 time: 0.2260833 Jun 10 01:02:35.833512 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b522d-c75e-46fa-b17c-ba42177f9009 req-6f7a8b11-0455-4c0d-ab56-f916e82f170e tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:35.834996 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-131b522d-c75e-46fa-b17c-ba42177f9009 req-6f7a8b11-0455-4c0d-ab56-f916e82f170e tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.3133721 Jun 10 01:02:35.954560 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a807bf56-9d3d-4e6f-a3c6-ada46f7f7feb req-f9369f79-1ddb-497d-9193-39bdb0016ba2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174836 Jun 10 01:02:35.969166 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-131b522d-c75e-46fa-b17c-ba42177f9009 req-af385d79-699f-47d3-a0de-7b0c82975410 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173458 Jun 10 01:02:35.974580 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9e6642-d9ef-4a11-8ac8-20baef73a13c {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:02:35.982145 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:35.996198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Transition to ACTIVE for port object 2b9e6642-d9ef-4a11-8ac8-20baef73a13c will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:02:35.999886 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:36.004899 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0aaa47ee-333c-4840-8081-d01078956c6c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:36.132202 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:36.135036 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:36.238872 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Attempting to bind port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:02:36.239120 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Attempting to bind port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:02:36.239449 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Attempting to bind port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:02:36.244008 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c on network 0364ed71-53e0-4611-8539-46b910683169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:02:36.244324 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Attempting to bind port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c on network 0364ed71-53e0-4611-8539-46b910683169 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:02:36.249295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:02:36.249630 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Checking segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:02:36.250011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Bound using segment: {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:02:36.250436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Bound port: 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0364ed71-53e0-4611-8539-46b910683169'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:02:36.250812 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:36.341357 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] For port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:02:36.344272 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] For port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:02:36.348982 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:36.353990 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4de6e637-37da-45f2-9559-9882da818b7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:36.409621 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:36.410229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:36.411594 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] 10.222.0.78 "PUT /v2.0/ports/2b9e6642-d9ef-4a11-8ac8-20baef73a13c HTTP/1.1" status: 200 len: 1093 time: 1.2971807 Jun 10 01:02:36.412074 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'tag': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:36.414923 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072875e5-24e4-4474-adfd-8fc6e720ecd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfdd039-7258-4c6b-8c81-330a66f3c9d1", "tag": "2b9e6642-d9ef-4a11-8ac8-20baef73a13c"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:36.439976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:36.443321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:36.463537 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444ae749-4d67-40ee-b395-6dd70c06f022 x-openstack-request-id: req-444ae749-4d67-40ee-b395-6dd70c06f022 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:36.463848 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfdd039-7258-4c6b-8c81-330a66f3c9d1", "tag": "2b9e6642-d9ef-4a11-8ac8-20baef73a13c", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:36.464122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-444ae749-4d67-40ee-b395-6dd70c06f022 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:36.464533 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'tag': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c', 'status': 'completed', 'code': 200} Jun 10 01:02:36.732082 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072875e5-24e4-4474-adfd-8fc6e720ecd0 req-611ef086-ad2e-4620-843b-5c9fd852952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:36.733553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-072875e5-24e4-4474-adfd-8fc6e720ecd0 req-611ef086-ad2e-4620-843b-5c9fd852952f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 1096 time: 0.1324341 Jun 10 01:02:36.741399 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f79b0-4966-4e0f-98ae-3d334c4851d4 req-ac4bbe56-1571-4760-82c0-3eddb330758c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:36.742742 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5f1f79b0-4966-4e0f-98ae-3d334c4851d4 req-ac4bbe56-1571-4760-82c0-3eddb330758c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 943 time: 0.1058671 Jun 10 01:02:36.873136 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5f1f79b0-4966-4e0f-98ae-3d334c4851d4 req-f24fcc7c-9289-4da6-ae34-b1b3f7208194 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054852 Jun 10 01:02:36.932631 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072875e5-24e4-4474-adfd-8fc6e720ecd0 req-eb285e2e-c239-4119-ad37-5052818d5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:36.934614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-072875e5-24e4-4474-adfd-8fc6e720ecd0 req-eb285e2e-c239-4119-ad37-5052818d5512 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=cea6a884028d461dbd60de29528bef2c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1907465 Jun 10 01:02:37.129920 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072875e5-24e4-4474-adfd-8fc6e720ecd0 req-86e53a98-fe13-481c-a46d-6efd33cd0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:37.131273 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-072875e5-24e4-4474-adfd-8fc6e720ecd0 req-86e53a98-fe13-481c-a46d-6efd33cd0f22 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686924 Jun 10 01:02:37.170225 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098cf99-4a28-4017-afbf-9df3f12d5473 req-ff205dec-530c-4f3f-85fd-4c91e1d5add6 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:37.171721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0098cf99-4a28-4017-afbf-9df3f12d5473 req-ff205dec-530c-4f3f-85fd-4c91e1d5add6 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.0934553 Jun 10 01:02:37.264328 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0098cf99-4a28-4017-afbf-9df3f12d5473 req-ec0a1b1e-d035-449d-8cf1-5ad759e4cd8a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 Jun 10 01:02:37.295129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-b901459e-04bf-4116-a2ce-f891bb2ebc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:37.296572 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-b901459e-04bf-4116-a2ce-f891bb2ebc8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cea6a884028d461dbd60de29528bef2c&device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0992060 Jun 10 01:02:37.366092 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-fbe439aa-3a3c-46d5-a048-3db7f28cd1ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b9e6642-d9ef-4a11-8ac8-20baef73a13c HTTP/1.1" status: 200 len: 217 time: 0.0606418 Jun 10 01:02:37.432660 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213066b-dc11-41c3-a227-ee8b290e495f req-62e7223a-6724-4da8-ac29-c54632a58488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:37.434078 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-62e7223a-6724-4da8-ac29-c54632a58488 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 200 len: 854 time: 0.0596263 Jun 10 01:02:37.536481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c959e-3cf4-4f90-969b-e73f5ced1218 req-03868dc3-12ad-490a-bca4-1309c9be50a2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:37.538455 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-965c959e-3cf4-4f90-969b-e73f5ced1218 req-03868dc3-12ad-490a-bca4-1309c9be50a2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0820677 Jun 10 01:02:37.585145 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-965c959e-3cf4-4f90-969b-e73f5ced1218 req-47aeead3-14c3-4d16-aa5d-406ee0564af7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Jun 10 01:02:38.828283 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:39.101831 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:02:41.278751 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-278a6481-2e73-42c7-9b7f-35286106f4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:43.469763 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:43.732403 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7fe2-66ab-4823-9fd9-5c998b67265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:44.104454 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-9f014539-549b-4c71-934e-7925425b894e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0364ed71-53e0-4611-8539-46b910683169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430713 Jun 10 01:02:44.707844 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:46.362363 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:46.578224 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-dd7a3a0d-4a69-45bb-bd08-531391c55954 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128074 Jun 10 01:02:46.887367 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e213066b-dc11-41c3-a227-ee8b290e495f req-e3b72e15-7d2c-4215-b9d2-f5c91b6b6b86 service neutron] 10.222.0.78 "GET /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929320 Jun 10 01:02:46.896561 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf508-99cd-49db-83fc-8281eed9284f req-ba8c3f74-e99e-41ce-a823-93c9056ad091 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:46.897865 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16acf508-99cd-49db-83fc-8281eed9284f req-ba8c3f74-e99e-41ce-a823-93c9056ad091 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.1863320 Jun 10 01:02:46.909376 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7952-b936-4fc2-8cd1-caa15425f337 req-5efc7041-06bd-42d8-a7c7-8c252f7cdcc4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:46.910729 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c7cc7952-b936-4fc2-8cd1-caa15425f337 req-5efc7041-06bd-42d8-a7c7-8c252f7cdcc4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 943 time: 0.2006443 Jun 10 01:02:46.979138 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16acf508-99cd-49db-83fc-8281eed9284f req-1961e993-1887-49ed-bfed-743e0dab0c60 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674884 Jun 10 01:02:46.983841 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c7cc7952-b936-4fc2-8cd1-caa15425f337 req-737c74aa-237a-4366-bde9-bd0b2b5c88e3 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597422 Jun 10 01:02:49.033148 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430937d-0eb0-4497-a663-094b33a4af89 req-5e0950fc-f993-4fd4-a59c-c7fe7bb05971 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:49.034475 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f430937d-0eb0-4497-a663-094b33a4af89 req-5e0950fc-f993-4fd4-a59c-c7fe7bb05971 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.1593733 Jun 10 01:02:49.062224 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b236da-e3e2-494a-9c29-cdcce2e77562 req-067d0932-ae6f-4681-a135-248711f0edda tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:49.063961 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-82b236da-e3e2-494a-9c29-cdcce2e77562 req-067d0932-ae6f-4681-a135-248711f0edda tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 943 time: 0.1400387 Jun 10 01:02:49.134369 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f430937d-0eb0-4497-a663-094b33a4af89 req-674c750a-4b04-4f79-bdc9-1a822d6fa3cc tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693548 Jun 10 01:02:49.147382 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-82b236da-e3e2-494a-9c29-cdcce2e77562 req-fc3512fc-8c6f-44c0-9b32-5298f3a636ec tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682204 Jun 10 01:02:50.443290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ceb6e-aa75-4390-bdc3-b05fd4851183 req-c02d32b1-d02f-4cb3-adba-18f5f88278f1 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:50.445537 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-197ceb6e-aa75-4390-bdc3-b05fd4851183 req-c02d32b1-d02f-4cb3-adba-18f5f88278f1 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.1732011 Jun 10 01:02:50.463021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f4b0-60ae-4e52-b42a-d9f15db0ff7f req-c87e0ce7-2d27-4424-9590-885f455e410f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:50.464824 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-06e1f4b0-60ae-4e52-b42a-d9f15db0ff7f req-c87e0ce7-2d27-4424-9590-885f455e410f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 943 time: 0.1267269 Jun 10 01:02:50.546959 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-06e1f4b0-60ae-4e52-b42a-d9f15db0ff7f req-e6b5fa29-cea3-462a-bdeb-ccd58d75e564 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668232 Jun 10 01:02:50.552015 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-197ceb6e-aa75-4390-bdc3-b05fd4851183 req-494e12a3-7135-490d-8875-9ab936d76f8c tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862558 Jun 10 01:02:51.128951 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16782-88c9-4f09-ac8c-d973e6113678 req-fa38d3c4-34a1-4a98-98de-375b424e37b1 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:51.131261 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bba16782-88c9-4f09-ac8c-d973e6113678 req-fa38d3c4-34a1-4a98-98de-375b424e37b1 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.1221585 Jun 10 01:02:51.236483 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bba16782-88c9-4f09-ac8c-d973e6113678 req-8b764a06-2f00-4c11-94c7-520eaaf17948 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922396 Jun 10 01:02:51.771867 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe75f2-b3a4-4947-a881-56dfb01d8dbe req-079a6977-1064-417f-9bef-d8786a960f92 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:51.774829 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dfe75f2-b3a4-4947-a881-56dfb01d8dbe req-079a6977-1064-417f-9bef-d8786a960f92 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0987067 Jun 10 01:02:51.848954 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dfe75f2-b3a4-4947-a881-56dfb01d8dbe req-6db63581-b90e-4cdd-be34-f4ee6a6fb228 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Jun 10 01:02:52.441782 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94034-e552-47de-9558-a2c51640c2c9 req-a3477565-d011-43e4-bec2-1f6fb08ce7ac tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:52.443350 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36c94034-e552-47de-9558-a2c51640c2c9 req-a3477565-d011-43e4-bec2-1f6fb08ce7ac tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.0844834 Jun 10 01:02:52.488338 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36c94034-e552-47de-9558-a2c51640c2c9 req-17eceff7-ca97-4e9f-af23-17997d10c04f tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393281 Jun 10 01:02:53.076189 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2b57a-8c17-49ca-ae50-41fb901c0674 req-8c2c174c-b325-4bac-9f9a-a06856c64ff0 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:53.077798 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dc2b57a-8c17-49ca-ae50-41fb901c0674 req-8c2c174c-b325-4bac-9f9a-a06856c64ff0 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0994406 Jun 10 01:02:53.092995 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 2b9e6642-d9ef-4a11-8ac8-20baef73a13c details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:02:53.151236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4dc2b57a-8c17-49ca-ae50-41fb901c0674 req-ab2d5116-cbbd-433c-bc45-37c7007a98f5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672348 Jun 10 01:02:53.302926 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:53.349556 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c', 'network_id': '0364ed71-53e0-4611-8539-46b910683169', 'port_id': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c', 'mac_address': 'fa:16:3e:44:f4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857f0aba-d0af-4566-b8b3-0e9c03a511b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:02:53.479712 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:53.507699 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9e6642-d9ef-4a11-8ac8-20baef73a13c {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:02:53.540265 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:53.548132 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:53.552204 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:53.641590 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:53.646202 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:53.729845 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b08c-ce0f-4c1b-8164-dc96472bd457 req-27bd1916-827a-47bf-98ec-9edbfdb4f758 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:53.731575 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9d60b08c-ce0f-4c1b-8164-dc96472bd457 req-27bd1916-827a-47bf-98ec-9edbfdb4f758 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.1022387 Jun 10 01:02:53.791010 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9d60b08c-ce0f-4c1b-8164-dc96472bd457 req-6cb9479b-2d63-4ce4-9b4e-4bed751a845e tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb7963dd-39c0-40f3-9869-a4159cf9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 Jun 10 01:02:53.959963 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-bdb8690d-1871-42e9-a6ca-467784b92ce5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:53.961819 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-bdb8690d-1871-42e9-a6ca-467784b92ce5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.78 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 950 time: 0.0918376 Jun 10 01:02:54.112049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Deleting port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:02:54.112735 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:54.269452 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] For port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,segment=NetworkSegment(aeb1e2ac-5483-4769-8d1c-ccffa0904423),segment_id=aeb1e2ac-5483-4769-8d1c-ccffa0904423)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:54.269820 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:54.494028 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['2b9e6642-d9ef-4a11-8ac8-20baef73a13c'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:02:54.535594 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Calling delete_port for 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:02:54.605170 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a1615-e484-4aa1-8207-e0b12748f52b req-4105126c-20ad-4d09-bc14-4bed6571de27 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:54.605170 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ee2a1615-e484-4aa1-8207-e0b12748f52b req-4105126c-20ad-4d09-bc14-4bed6571de27 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 944 time: 0.3257208 Jun 10 01:02:54.699638 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ee2a1615-e484-4aa1-8207-e0b12748f52b req-4b5faa6b-bace-476d-bbe3-3229a517079c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818782 Jun 10 01:02:54.756048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:54.770713 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:54.846698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Pushing event deleted for resources: {'Port': ['ID=3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:55.040100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] No DVR routers for this DVR port 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:02:55.052709 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ecb1f6d-ab3e-482a-8af7-4f1a52ad2b90 req-35a53edf-ba64-4f81-913c-f5588136dae9 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.59 "GET /v2.0/ports?device_id=03b3b547-49e6-456d-919d-7cfddab44af7 HTTP/1.1" status: 200 len: 210 time: 0.0622931 Jun 10 01:02:55.054530 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:55.066278 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-68ae61e1-6fa6-4dab-b300-8a702a7a297c req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] 10.222.0.78 "DELETE /v2.0/ports/3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 HTTP/1.1" status: 204 len: 173 time: 1.0958059 Jun 10 01:02:55.066278 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.066620 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.067668 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.069979 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.071305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.071669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.072021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.072370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.072717 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.073146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.076269 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.076955 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:02:55.079461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b3b547-49e6-456d-919d-7cfddab44af7', 'name': 'network-vif-deleted', 'tag': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:55.081795 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f56b61-6593-4a66-bc63-9e80394ad20e" -d '{"events": [{"server_uuid": "03b3b547-49e6-456d-919d-7cfddab44af7", "name": "network-vif-deleted", "tag": "3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:55.084520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:55.134647 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd2b87-e28d-4235-ae59-a786ff35a20a x-openstack-request-id: req-8acd2b87-e28d-4235-ae59-a786ff35a20a {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:55.135249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b3b547-49e6-456d-919d-7cfddab44af7", "name": "network-vif-deleted", "tag": "3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:55.135368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8acd2b87-e28d-4235-ae59-a786ff35a20a {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:55.135882 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b3b547-49e6-456d-919d-7cfddab44af7', 'name': 'network-vif-deleted', 'tag': '3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2', 'status': 'completed', 'code': 200} Jun 10 01:02:55.320979 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 51182) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:02:55.505086 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:55.622165 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:55.626404 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:55.633767 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4b52b07c-d170-4db1-b4cf-b16e88937a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:55.686894 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 51188) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:02:55.687069 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c795dc0a49b456aa00e67a962780820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646588 Jun 10 01:02:55.688023 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f295b-05e3-4ff7-a1ef-4955394bab7c,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:55.692069 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:55.846107 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:55.908493 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:56.071637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634b767-0d97-42d6-a27a-5668e78fc55c req-2fa6f6a0-0d97-4a4d-839f-447090e94a2a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:56.079659 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d634b767-0d97-42d6-a27a-5668e78fc55c req-2fa6f6a0-0d97-4a4d-839f-447090e94a2a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 944 time: 0.1374869 Jun 10 01:02:56.121359 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:56.123856 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:56.124956 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/768f295b-05e3-4ff7-a1ef-4955394bab7c HTTP/1.1" status: 204 len: 168 time: 0.4366343 Jun 10 01:02:56.128006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c203ee1b-98c8-49bc-8975-105e0d230ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:56.140946 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d634b767-0d97-42d6-a27a-5668e78fc55c req-26c5e18c-9695-4010-aa3f-f74b3d7d58ba tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604262 Jun 10 01:02:56.143248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f295b-05e3-4ff7-a1ef-4955394bab7c,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:56.146723 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:57.144905 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 2b9e6642-d9ef-4a11-8ac8-20baef73a13c up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:02:57.275691 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:02:57.282185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:02:57.282931 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:57.488101 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:57.520930 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:02:57.523768 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d659bbe-8c1f-4f99-8359-0a303dd0b842" -d '{"events": [{"server_uuid": "fcfdd039-7258-4c6b-8c81-330a66f3c9d1", "name": "network-vif-plugged", "status": "completed", "tag": "2b9e6642-d9ef-4a11-8ac8-20baef73a13c"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:02:57.546197 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:02:57.551883 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:02:57.553580 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:02:57.571691 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004e26a-fcd0-458f-8242-c29f422496f6 req-2a9b574a-3cd9-4852-b026-772baca29fc4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:57.582221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8004e26a-fcd0-458f-8242-c29f422496f6 req-2a9b574a-3cd9-4852-b026-772baca29fc4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 944 time: 0.1532605 Jun 10 01:02:57.603502 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:02:57.643660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1336a9-8471-4b30-8beb-89ce5d5151c7 x-openstack-request-id: req-cb1336a9-8471-4b30-8beb-89ce5d5151c7 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:02:57.644024 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdd039-7258-4c6b-8c81-330a66f3c9d1", "name": "network-vif-plugged", "status": "completed", "tag": "2b9e6642-d9ef-4a11-8ac8-20baef73a13c", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:02:57.644332 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb1336a9-8471-4b30-8beb-89ce5d5151c7 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:02:57.644826 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c', 'code': 200} Jun 10 01:02:57.657948 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:02:57.658624 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 3fd9f0ef-c764-46b6-93bf-4b1ea07dc5c2 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:02:57.707714 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8004e26a-fcd0-458f-8242-c29f422496f6 req-9c1cc0aa-2b28-4eb7-b741-cd6438a0c813 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243427 Jun 10 01:02:57.712973 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:02:57.717138 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:02:57.956599 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e5cfc-0c10-44e9-b95e-bbe222980643 req-31d213aa-ec2f-4ff1-b1fc-5bfa000e5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:57.958553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-280e5cfc-0c10-44e9-b95e-bbe222980643 req-31d213aa-ec2f-4ff1-b1fc-5bfa000e5941 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 1098 time: 0.1062210 Jun 10 01:02:58.036617 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-280e5cfc-0c10-44e9-b95e-bbe222980643 req-5b55cf9b-e90f-4f34-90c8-1dcf6faef093 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Jun 10 01:02:59.132164 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f6728-dd2e-428a-9a4f-9e4e98add741 req-456dc005-d902-476f-8551-12fb8561f83a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:59.139232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-185f6728-dd2e-428a-9a4f-9e4e98add741 req-456dc005-d902-476f-8551-12fb8561f83a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.2721224 Jun 10 01:02:59.161400 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-79eec577-d99e-4583-a2cd-0e3d2ba191c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:59.162999 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-79eec577-d99e-4583-a2cd-0e3d2ba191c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.2589500 Jun 10 01:02:59.276092 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d86c3-636b-4438-8dcb-cdf25788cc27 req-b20bbec1-991d-43fe-b2e9-3d2df40bcbf4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:59.277917 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5d5d86c3-636b-4438-8dcb-cdf25788cc27 req-b20bbec1-991d-43fe-b2e9-3d2df40bcbf4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.2823026 Jun 10 01:02:59.293297 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-185f6728-dd2e-428a-9a4f-9e4e98add741 req-15d71367-b2b5-4333-b5f8-2632b3c6bc70 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530592 Jun 10 01:02:59.397183 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5d5d86c3-636b-4438-8dcb-cdf25788cc27 req-6f3b2bab-cf87-46bb-8c75-3417da73960f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880966 Jun 10 01:02:59.399485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-bf5a309b-4f26-401d-b76a-b0bc55b395b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:59.402741 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-bf5a309b-4f26-401d-b76a-b0bc55b395b7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.2289841 Jun 10 01:02:59.520291 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-df5747d7-63ac-4a6f-8e6f-282b6f329dc6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 217 time: 0.1097293 Jun 10 01:02:59.604412 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-5ee6dd30-3112-4a35-842f-6698a76be165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:02:59.606373 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-5ee6dd30-3112-4a35-842f-6698a76be165 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0794528 Jun 10 01:02:59.675650 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-620a9ea2-2350-4ddb-b442-6650e9b4794f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621483 Jun 10 01:03:00.031970 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-f78bdbf9-53f7-4f8b-8cb4-816279e6834c service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429942 Jun 10 01:03:00.201422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02ca0a38-0e98-49ca-bb74-8cbeb24125ca req-6abad1dd-2ff7-4d94-8aa3-4301ec1bd9aa service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615090 Jun 10 01:03:00.775826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0dd9c-8a61-400a-a67c-375da178ba99 req-a6f7c9fe-fe32-414a-992f-8a530ddaec1b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:00.781267 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fcb0dd9c-8a61-400a-a67c-375da178ba99 req-a6f7c9fe-fe32-414a-992f-8a530ddaec1b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.2101014 Jun 10 01:03:00.867508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be384-7731-4008-8505-bd65122844c4 req-6eda9a58-3477-4d16-8caa-440fe670f760 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:00.868906 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d43be384-7731-4008-8505-bd65122844c4 req-6eda9a58-3477-4d16-8caa-440fe670f760 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1872680 Jun 10 01:03:00.883883 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fcb0dd9c-8a61-400a-a67c-375da178ba99 req-0353ce66-23b5-4177-8e1d-74820aed67f5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905671 Jun 10 01:03:00.975076 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d43be384-7731-4008-8505-bd65122844c4 req-26c2acc1-ab8b-4755-9f3e-a6ba50ba90e4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 Jun 10 01:03:02.098934 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644569c-a9bc-4bf3-9ebf-c35b3491ec77 req-206393d2-e59a-44b0-bd08-f818145ef317 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:02.103278 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b644569c-a9bc-4bf3-9ebf-c35b3491ec77 req-206393d2-e59a-44b0-bd08-f818145ef317 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0875852 Jun 10 01:03:02.195125 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b644569c-a9bc-4bf3-9ebf-c35b3491ec77 req-bfb596e4-8528-4f30-bb0f-24e77fa59ed3 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607378 Jun 10 01:03:02.223387 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a8179-b947-421b-a494-44eec4f58d85 req-280567fc-2f97-48b7-8a6c-f793980196c1 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:02.227168 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe5a8179-b947-421b-a494-44eec4f58d85 req-280567fc-2f97-48b7-8a6c-f793980196c1 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1227279 Jun 10 01:03:02.320717 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe5a8179-b947-421b-a494-44eec4f58d85 req-34e2f2bf-605c-476b-a978-36b91026f4d6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901577 Jun 10 01:03:03.049197 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 51530) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:03.286443 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 51538) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:03.287244 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-059cc4a1-791f-4551-b4b6-c3c6dbb8a7c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=707430679c7a4e629448b69888c864e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361357 Jun 10 01:03:03.354476 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:03.381939 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:03.441749 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:03.446895 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:03.459575 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb7963dd-39c0-40f3-9869-a4159cf9c392 HTTP/1.1" status: 204 len: 168 time: 0.1631470 Jun 10 01:03:03.460440 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-20fae082-5a91-4559-8a6c-e27854fa0126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:03.479098 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7963dd-39c0-40f3-9869-a4159cf9c392,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:03.503930 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.504724 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.505235 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.511749 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.512387 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.514563 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.515117 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.516146 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.516989 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.519556 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.520114 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.520642 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:03.531560 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:03.588592 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8fb9f-e0b2-4d5b-b32c-09592de8d5ae req-fa4ca104-cbd0-403c-893f-0219c19bc8fb tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:03.598916 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-56a8fb9f-e0b2-4d5b-b32c-09592de8d5ae req-fa4ca104-cbd0-403c-893f-0219c19bc8fb tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1693671 Jun 10 01:03:03.686640 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-56a8fb9f-e0b2-4d5b-b32c-09592de8d5ae req-4fa583a0-c09f-42ac-919d-0b2af0d0107f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866077 Jun 10 01:03:04.935717 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55f7e-bd35-47ed-9293-7ab6c2762d04 req-ae93b3c7-56ac-4978-bc38-4e05fbbec072 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:04.939255 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18e55f7e-bd35-47ed-9293-7ab6c2762d04 req-ae93b3c7-56ac-4978-bc38-4e05fbbec072 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1141551 Jun 10 01:03:05.032110 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18e55f7e-bd35-47ed-9293-7ab6c2762d04 req-e0c3ac0e-3fd6-4fc1-8831-b7d5367c8b16 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825884 Jun 10 01:03:06.249204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fa764-0b23-4693-9fcb-69005769e590 req-49406735-a341-43ae-9b67-571b92f48713 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:06.251522 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d14fa764-0b23-4693-9fcb-69005769e590 req-49406735-a341-43ae-9b67-571b92f48713 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0988574 Jun 10 01:03:06.297865 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d14fa764-0b23-4693-9fcb-69005769e590 req-40c275e1-fd7a-45c6-a2dc-d6126f3c1016 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Jun 10 01:03:07.002419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c130f-0f46-412f-b140-d40bc7bec540 req-967b774b-5a6b-4979-a762-8fbf434b2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:07.004871 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-967b774b-5a6b-4979-a762-8fbf434b2370 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.1140971 Jun 10 01:03:07.174961 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c130f-0f46-412f-b140-d40bc7bec540 req-d7e33f5f-6aae-4919-a04e-f07b752e36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:07.177390 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-d7e33f5f-6aae-4919-a04e-f07b752e36e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.1479645 Jun 10 01:03:07.268511 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-825652e2-d279-4fa1-8c4d-2e2650ba6332 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 217 time: 0.0776603 Jun 10 01:03:07.355585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c130f-0f46-412f-b140-d40bc7bec540 req-fcd33394-caef-4b16-a6d5-9bc8681a7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:07.357395 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-fcd33394-caef-4b16-a6d5-9bc8681a7fa7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0815887 Jun 10 01:03:07.432097 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-fd567434-2397-45e3-9f7b-d2a9ac6c39f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637970 Jun 10 01:03:07.651179 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-cf778911-22fc-4945-a66d-d3662c7d17c4 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069793 Jun 10 01:03:07.931279 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3df0-7d88-4d11-8728-689ed644c7d0 req-64b5606a-781f-4a62-af78-5f464f3744ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:07.939005 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90ad3df0-7d88-4d11-8728-689ed644c7d0 req-64b5606a-781f-4a62-af78-5f464f3744ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.4214780 Jun 10 01:03:07.946767 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-428c130f-0f46-412f-b140-d40bc7bec540 req-1cac69b6-3ef0-41d5-b23e-90938db97db2 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847393 Jun 10 01:03:07.995661 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90ad3df0-7d88-4d11-8728-689ed644c7d0 req-dc532e65-cac9-4553-a4e1-defc8e82ea04 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552511 Jun 10 01:03:08.837799 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:09.185664 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676464-bef9-4a0c-a6b5-d98bb2c11547 req-3d04200d-637b-405a-b8e9-98cc1eb60483 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:09.187130 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bf676464-bef9-4a0c-a6b5-d98bb2c11547 req-3d04200d-637b-405a-b8e9-98cc1eb60483 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0830843 Jun 10 01:03:09.230418 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bf676464-bef9-4a0c-a6b5-d98bb2c11547 req-96687591-a5e9-4c5f-9f90-a5978e1c5ca7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378239 Jun 10 01:03:10.447316 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf9737-c4a7-4076-a490-ac911b76a0f9 req-899edfc8-6a78-40ef-b566-98d649e8da91 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:10.448820 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43cf9737-c4a7-4076-a490-ac911b76a0f9 req-899edfc8-6a78-40ef-b566-98d649e8da91 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0852830 Jun 10 01:03:10.505995 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43cf9737-c4a7-4076-a490-ac911b76a0f9 req-7f8a88b7-d320-429f-a8b7-4b1b90eafdc6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501437 Jun 10 01:03:10.578025 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 51734) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:10.713800 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:10.841804 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:10.845561 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:10.857555 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9e1e9618-7776-4c12-8ead-c493efac3717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:10.895537 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc98ab5cd9f644e08bbe5c499946fed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164184 Jun 10 01:03:10.897095 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621cefe-902c-48d2-9728-f7590d0309fe,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:10.898100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 51748) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:10.900722 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:10.956639 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:10.982337 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:11.035154 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:11.037578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:11.038695 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2621cefe-902c-48d2-9728-f7590d0309fe HTTP/1.1" status: 204 len: 168 time: 0.1388693 Jun 10 01:03:11.039419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d7a8e8cb-eda1-41c1-9d19-c557f5477c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:11.049034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621cefe-902c-48d2-9728-f7590d0309fe,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:11.051553 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:11.278331 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9f07dac5-984f-4cba-8f4a-eb1ccabdd54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:11.695485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172114bb-3abd-4f07-92a0-2adf55242dd4 req-aacc67ed-62ec-4ac6-a1fd-205d29ac7cf2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:11.696947 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-172114bb-3abd-4f07-92a0-2adf55242dd4 req-aacc67ed-62ec-4ac6-a1fd-205d29ac7cf2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0836413 Jun 10 01:03:11.743486 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-172114bb-3abd-4f07-92a0-2adf55242dd4 req-cddb791c-b556-47a6-a6ec-f3ea678e1faa tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Jun 10 01:03:11.878917 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 51782) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:11.940091 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Deleting subnet ff73dc74-401c-4d18-a3ca-b8aeaa749359 {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:03:11.943162 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.006648 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.061249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.128599 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.133815 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4e1be2bc-1732-4926-ad42-a35e2e3abde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:12.172297 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff73dc74-401c-4d18-a3ca-b8aeaa749359,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:12.173272 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.176970 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ff73dc74-401c-4d18-a3ca-b8aeaa749359 HTTP/1.1" status: 204 len: 168 time: 0.2948742 Jun 10 01:03:12.176970 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9598d859-27f4-4c2f-b0fd-f5c989c1d043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:12.177784 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 51788) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:12.385671 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.507964 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.520166 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7098d06-841a-4f64-be29-1cd474deced1']}} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:12.531854 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddff312-50ff-4be3-9d3f-d51eaeeac469') {'for_net_delete': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:12.532146 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddff312-50ff-4be3-9d3f-d51eaeeac469') {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:12.543520 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28182871'] for segment, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.566169 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.572429 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=91713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:03:12.572898 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29334469'] for segment, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: Traceback (most recent call last): Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: timer() Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: cb(*args, **kw) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: return func(*args, **kwargs) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: self._notify() Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: self.callback(batched_events) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: event.method(event) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: return f(self, *a, **k) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._get(url).json() Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: return self.request(url, 'GET', **kwargs) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:03:12.586426 dv-cinder-795009-3-iscsi neutron-server[91713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:03:12.660436 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.664810 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:12.682114 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:12.684046 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] 10.222.0.59 "DELETE /v2.0/networks/d7098d06-841a-4f64-be29-1cd474deced1 HTTP/1.1" status: 204 len: 168 time: 0.5059981 Jun 10 01:03:12.685053 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Pushing event deleted for resources: {'Network': ['ID=d7098d06-841a-4f64-be29-1cd474deced1,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:12.687313 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:12.858690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 51800) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:12.957431 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7a64f781-f127-42e4-a336-f126c2a8fe24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=768f660f9fe245379a9c333a2515538e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691707 Jun 10 01:03:12.959910 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 51804) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:13.019679 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd368c-4a0a-49ac-b164-c17fa1474b83 req-57a25e25-e927-42d9-970a-c778be4b47f4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:13.021321 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67cd368c-4a0a-49ac-b164-c17fa1474b83 req-57a25e25-e927-42d9-970a-c778be4b47f4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1642454 Jun 10 01:03:13.069735 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:13.092197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67cd368c-4a0a-49ac-b164-c17fa1474b83 req-11da775d-841c-4689-b1c2-3a11d075e3ec tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639584 Jun 10 01:03:13.107012 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:13.163443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:13.166136 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:13.167292 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ba09739-de51-4fc9-b9e0-29602a183eba HTTP/1.1" status: 204 len: 168 time: 0.2065115 Jun 10 01:03:13.168357 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8b8fa827-8ffe-4e63-9573-fd5d44ba59d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:13.177637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba09739-de51-4fc9-b9e0-29602a183eba,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:13.180509 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:13.489240 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:13.739642 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5732-530a-4639-942b-f699ee88c8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:14.130578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd53e5-35df-4ba8-9470-cc6e4280c1e6 req-5efc643e-8e85-45b2-baa2-bccd25f70b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:14.132883 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-70fd53e5-35df-4ba8-9470-cc6e4280c1e6 req-5efc643e-8e85-45b2-baa2-bccd25f70b0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.1272590 Jun 10 01:03:14.197058 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-70fd53e5-35df-4ba8-9470-cc6e4280c1e6 req-5c5eceac-0d7c-41bf-a474-15a0d0985bf4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564620 Jun 10 01:03:14.328141 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0962337-ab01-4fdb-b755-9c8c40e4bea7 req-43dcbda2-00d3-46b5-9b6f-167b2b117cb3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:14.329583 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d0962337-ab01-4fdb-b755-9c8c40e4bea7 req-43dcbda2-00d3-46b5-9b6f-167b2b117cb3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0791767 Jun 10 01:03:14.374473 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d0962337-ab01-4fdb-b755-9c8c40e4bea7 req-0202191d-a046-406c-829f-2feea347265f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Jun 10 01:03:14.711749 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:15.571827 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49e1b9-42aa-462c-93fc-0a36464f4361 req-45e68748-ed30-4ffe-8df4-1c28dcf70845 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:15.579026 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c49e1b9-42aa-462c-93fc-0a36464f4361 req-45e68748-ed30-4ffe-8df4-1c28dcf70845 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0936034 Jun 10 01:03:15.630052 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c49e1b9-42aa-462c-93fc-0a36464f4361 req-69906944-6b98-481d-bd34-237324f94142 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Jun 10 01:03:16.101618 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:03:16.363932 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:16.818160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631bf92-5d34-4b50-8895-2f9a3a17ade8 req-babba608-1178-47af-b378-dbb33b8daa2a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:16.820196 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f631bf92-5d34-4b50-8895-2f9a3a17ade8 req-babba608-1178-47af-b378-dbb33b8daa2a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0788372 Jun 10 01:03:16.875277 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f631bf92-5d34-4b50-8895-2f9a3a17ade8 req-afe17184-a3da-4cc5-92ff-d49b879018e1 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Jun 10 01:03:17.451876 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd02295-8285-4974-82b8-f3e46096d613 req-e95a0715-4d07-4ef8-905b-7d8e8fae18df tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:17.453281 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6bd02295-8285-4974-82b8-f3e46096d613 req-e95a0715-4d07-4ef8-905b-7d8e8fae18df tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1056221 Jun 10 01:03:17.455101 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-ca7af025-d3dd-4065-8d35-5f3099bb3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:17.456395 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-ca7af025-d3dd-4065-8d35-5f3099bb3df0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc013cc088e349aab09ea611f03d1b38&device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 1099 time: 0.1613462 Jun 10 01:03:17.573116 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6bd02295-8285-4974-82b8-f3e46096d613 req-ad85d59d-dd27-4504-a9a7-5b35a9721189 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137311 Jun 10 01:03:17.612262 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-7ff459b9-096a-4ff3-a442-a12a177b8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:17.613665 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-7ff459b9-096a-4ff3-a442-a12a177b8f0b service neutron] 10.222.0.78 "GET /v2.0/networks?id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 200 len: 920 time: 0.1414669 Jun 10 01:03:17.679134 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-67edb0a6-d6ce-497f-b74f-a5f23fba4c59 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 200 len: 217 time: 0.0582814 Jun 10 01:03:17.747923 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-329fb931-30d7-4811-baa4-0e07c3e9f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:17.749479 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-329fb931-30d7-4811-baa4-0e07c3e9f1ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 200 len: 859 time: 0.0598614 Jun 10 01:03:17.796515 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-4dd935e6-58ae-449b-bc70-b562093d90ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75c75b8d-7089-4e91-b2d8-0969df4ea8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405521 Jun 10 01:03:18.051037 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-5abd5bfc-bd02-45bc-947a-69c882c4e3db service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421143 Jun 10 01:03:18.100391 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ee4c-96f1-4fa2-8187-4d489bef36e3 req-7d9a6a09-df32-4ac7-99d2-9f79f861746a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:18.101972 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-29b4ee4c-96f1-4fa2-8187-4d489bef36e3 req-7d9a6a09-df32-4ac7-99d2-9f79f861746a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0881400 Jun 10 01:03:18.147084 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-29b4ee4c-96f1-4fa2-8187-4d489bef36e3 req-2857eb2d-60e3-4cb1-a1b8-5ef8debdd57b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391269 Jun 10 01:03:18.752283 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564a280-3445-4063-8eec-515a689bdd67 req-2241be99-8df0-4f8b-82aa-19bb2897f230 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:18.753717 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b564a280-3445-4063-8eec-515a689bdd67 req-2241be99-8df0-4f8b-82aa-19bb2897f230 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0771980 Jun 10 01:03:18.798430 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b564a280-3445-4063-8eec-515a689bdd67 req-34f7c2b1-5adc-415c-afc0-2c5bfe83e5b2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Jun 10 01:03:22.985699 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dd88672-a93d-43cd-9d43-d423bb1a571d req-404cf4de-f945-40a1-8981-8ceb0c1ca2c7 service neutron] 10.222.0.78 "GET /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995640 Jun 10 01:03:23.058348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad613-8104-439c-b459-553a4732ca9a req-6b93d307-69f7-4a1d-b02d-ee65603444a1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:23.059912 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e6ad613-8104-439c-b459-553a4732ca9a req-6b93d307-69f7-4a1d-b02d-ee65603444a1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.1524827 Jun 10 01:03:23.068383 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f033-4b94-45b6-9455-1ac191d768a9 req-1f541dbf-9938-4e17-aa4d-f70d96b8da07 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:23.069803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4361f033-4b94-45b6-9455-1ac191d768a9 req-1f541dbf-9938-4e17-aa4d-f70d96b8da07 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1213434 Jun 10 01:03:23.141257 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e6ad613-8104-439c-b459-553a4732ca9a req-7760a841-5e0f-4c53-8d21-a3c8d28e4eb3 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705118 Jun 10 01:03:23.143946 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4361f033-4b94-45b6-9455-1ac191d768a9 req-b819a95d-3dc5-4bb2-810d-e59474581506 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580213 Jun 10 01:03:24.398677 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb9016-f2dd-4f5a-8458-efa52de3ce77 req-a2c8074e-e494-4be0-9ebb-77a9753ac7a4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:24.400381 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-59cb9016-f2dd-4f5a-8458-efa52de3ce77 req-a2c8074e-e494-4be0-9ebb-77a9753ac7a4 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.1439497 Jun 10 01:03:24.408273 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad93584-1ab2-4541-812c-4a75758d7c65 req-7d9c12fa-89e5-432b-a09e-c6ee25c00839 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:24.409586 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ad93584-1ab2-4541-812c-4a75758d7c65 req-7d9c12fa-89e5-432b-a09e-c6ee25c00839 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1180778 Jun 10 01:03:24.475262 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-59cb9016-f2dd-4f5a-8458-efa52de3ce77 req-d0bbc908-5ecf-40ba-89ea-3a73eb882a32 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645649 Jun 10 01:03:24.482336 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ad93584-1ab2-4541-812c-4a75758d7c65 req-61c0cfc0-0886-470c-a88d-8eecd77b8294 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 Jun 10 01:03:25.492883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-ed7e652a-b992-45e7-b7f2-e55d6fe7719b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:25.494280 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-ed7e652a-b992-45e7-b7f2-e55d6fe7719b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0851939 Jun 10 01:03:25.754771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Deleting port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:25.755672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:25.775016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a679f-1b6d-4fad-9074-e78cefe4fcbb req-5a005bdb-1141-43dd-a461-ca661231498c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:25.776444 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9f5a679f-1b6d-4fad-9074-e78cefe4fcbb req-5a005bdb-1141-43dd-a461-ca661231498c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 945 time: 0.1882036 Jun 10 01:03:25.787028 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d88fa-f5b3-4b3c-893d-ef7a04ca1e3e req-c09559d3-dcc8-4d53-b2fa-4bdce22868d5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:25.788359 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c40d88fa-f5b3-4b3c-893d-ef7a04ca1e3e req-c09559d3-dcc8-4d53-b2fa-4bdce22868d5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1940036 Jun 10 01:03:25.938799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9f5a679f-1b6d-4fad-9074-e78cefe4fcbb req-8c13cf00-3771-404c-b66d-f35ceefa917f tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494889 Jun 10 01:03:25.946060 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c40d88fa-f5b3-4b3c-893d-ef7a04ca1e3e req-20acc4f8-5b7b-4e56-bf4f-f85e07a731c6 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130674 Jun 10 01:03:25.969158 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] For port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:25.969518 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.089943 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Calling delete_port for 2b9e6642-d9ef-4a11-8ac8-20baef73a13c owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:26.274941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.281813 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:26.289641 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246', 'afab1473-7f47-4baa-9eb7-5b6cacc45995', '18888702-f31a-4e9c-94f6-d08b560bb3a9', '2b9e6642-d9ef-4a11-8ac8-20baef73a13c'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:26.327961 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52072) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:26.330627 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event deleted for resources: {'Port': ['ID=2b9e6642-d9ef-4a11-8ac8-20baef73a13c,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:26.334468 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:26.476518 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] No DVR routers for this DVR port 2b9e6642-d9ef-4a11-8ac8-20baef73a13c on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:03:26.488461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.493403 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a969b515-09bf-4bcc-8e36-f9081a690d63 req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "DELETE /v2.0/ports/2b9e6642-d9ef-4a11-8ac8-20baef73a13c HTTP/1.1" status: 204 len: 173 time: 0.9934719 Jun 10 01:03:26.494084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'name': 'network-vif-deleted', 'tag': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:26.497272 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d03977-cbf9-4ee3-9733-1e0461220049" -d '{"events": [{"server_uuid": "fcfdd039-7258-4c6b-8c81-330a66f3c9d1", "name": "network-vif-deleted", "tag": "2b9e6642-d9ef-4a11-8ac8-20baef73a13c"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:26.587550 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52084) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:26.639171 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdc430-38bb-4b61-83f0-c647c4d1b750 x-openstack-request-id: req-62bdc430-38bb-4b61-83f0-c647c4d1b750 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:26.639481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdd039-7258-4c6b-8c81-330a66f3c9d1", "name": "network-vif-deleted", "tag": "2b9e6642-d9ef-4a11-8ac8-20baef73a13c", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:26.639761 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62bdc430-38bb-4b61-83f0-c647c4d1b750 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:26.640352 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdd039-7258-4c6b-8c81-330a66f3c9d1', 'name': 'network-vif-deleted', 'tag': '2b9e6642-d9ef-4a11-8ac8-20baef73a13c', 'status': 'completed', 'code': 200} Jun 10 01:03:26.662271 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.694753 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.797491 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.803440 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:26.813742 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e867cf68-907b-46f9-9e57-c7d0c748c93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:26.870111 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23209364-1d9f-4b4e-be10-7a4474eaf68f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:26.875785 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3946150481b3444b95e23f5750e6f06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872467 Jun 10 01:03:26.876639 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:26.878371 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52088) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:26.964459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.015396 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.019803 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.028773 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.037221 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-da4ae02a-b2a9-40a0-9c30-062f77b7254f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:27.102838 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5f431f494834a7988972b379f092c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737124 Jun 10 01:03:27.103970 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d850ecc3-2778-438f-bbd9-fcae8c669584,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:27.106493 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52094) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:27.117439 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:27.155827 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.158119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.159251 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23209364-1d9f-4b4e-be10-7a4474eaf68f HTTP/1.1" status: 204 len: 168 time: 0.2799895 Jun 10 01:03:27.160853 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f448022b-2970-43c2-8695-7484e36e1b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:27.173892 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36e08adc-b616-4307-9fed-e7af805dba3a req-d928d467-5890-4cf8-88b8-efa03234403a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcfdd039-7258-4c6b-8c81-330a66f3c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0679295 Jun 10 01:03:27.194650 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.200485 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23209364-1d9f-4b4e-be10-7a4474eaf68f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:27.203399 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:27.215947 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a92e-92f8-4973-95f2-aab92b93f0c6 req-bf1928c0-cd1f-4dc7-83bb-326cffde2e20 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:27.217409 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-74b5a92e-92f8-4973-95f2-aab92b93f0c6 req-bf1928c0-cd1f-4dc7-83bb-326cffde2e20 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1436462 Jun 10 01:03:27.244740 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.271869 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-74b5a92e-92f8-4973-95f2-aab92b93f0c6 req-211d39dd-20bd-48c0-94ed-6ba720134cc7 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 Jun 10 01:03:27.317779 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.321104 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:27.323256 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d850ecc3-2778-438f-bbd9-fcae8c669584 HTTP/1.1" status: 204 len: 168 time: 0.2157404 Jun 10 01:03:27.324173 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a3940a06-15c3-41b6-acd6-57ed3a030863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:27.334511 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d850ecc3-2778-438f-bbd9-fcae8c669584,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:27.339415 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:28.001515 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52122) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:28.104832 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1315831638-network', 'tenant_id': '25cc2ae1c536450cb50fe145e8f1dc9d'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:03:28.127132 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Made reservation on behalf of 25cc2ae1c536450cb50fe145e8f1dc9d for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:03:28.129713 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.141169 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.252540 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.256584 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.259748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-cac8fafd-f9ed-4281-bf90-ee2d423141a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:28.294509 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:03:28.297782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c08fa-5b92-45c4-aa91-01e67664d67f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:28.301058 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:28.319513 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.319513 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Added segment d35c5c98-cb5c-4968-a370-51cd0e700043 of type vlan for network 7f801636-e7e1-4af8-bd64-96331279e1ce Jun 10 01:03:28.350131 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.392935 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.394246 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:28.395044 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.398792 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b13e41db-f962-4c1f-a5ec-f8920c8e7168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:28.482432 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8ddff-8d3f-43a5-a1dd-556c6c623fc4 req-73e68651-7ad2-43fa-be49-c690c00b8081 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:28.483917 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16f8ddff-8d3f-43a5-a1dd-556c6c623fc4 req-73e68651-7ad2-43fa-be49-c690c00b8081 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0832303 Jun 10 01:03:28.486353 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4837742 Jun 10 01:03:28.489475 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52134) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:28.494069 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Request body: {'subnet': {'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1315831638-subnet', 'tenant_id': '25cc2ae1c536450cb50fe145e8f1dc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:03:28.507740 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Pushing event updated for resources: {'Network': ['ID=7f801636-e7e1-4af8-bd64-96331279e1ce,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:28.512547 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4d8acb04-f048-4b9a-8493-818dac395bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:28.517876 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 7f801636-e7e1-4af8-bd64-96331279e1ce details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:03:28.526829 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Made reservation on behalf of 25cc2ae1c536450cb50fe145e8f1dc9d for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:03:28.530163 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28350840'] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.540541 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16f8ddff-8d3f-43a5-a1dd-556c6c623fc4 req-c301d4c8-f1d8-4bfe-bb08-76c256e73de8 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Jun 10 01:03:28.749424 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29334375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28350730'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.753719 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:28.843802 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fa719c-3888-4996-aac1-2ee820760d8e,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:28.849982 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:28.852603 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Checking segment: {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:03:28.852958 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Network hostable DHCP agents. Network: 7f801636-e7e1-4af8-bd64-96331279e1ce, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:03:28.870442 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Network 7f801636-e7e1-4af8-bd64-96331279e1ce is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:03:28.881776 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 7f801636-e7e1-4af8-bd64-96331279e1ce) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:03:28.887069 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:28.887663 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:28.897854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7479eb-4ad9-4e73-b823-664aee09d683 None None] Network 7f801636-e7e1-4af8-bd64-96331279e1ce requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:03:28.909501 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4189813 Jun 10 01:03:29.116582 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8a27d-775e-478a-ac98-f633fa8864fa None None] Network 7f801636-e7e1-4af8-bd64-96331279e1ce requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:03:29.242269 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 2b9e6642-d9ef-4a11-8ac8-20baef73a13c no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:29.289504 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 2b9e6642-d9ef-4a11-8ac8-20baef73a13c {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:29.289846 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 2b9e6642-d9ef-4a11-8ac8-20baef73a13c not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:29.891383 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d1c2-8d67-483b-8d58-a8e8e433953d req-8ee527f1-060b-4992-9445-9b5ba356301c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:29.895051 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c9a6d1c2-8d67-483b-8d58-a8e8e433953d req-8ee527f1-060b-4992-9445-9b5ba356301c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.0846140 Jun 10 01:03:29.938690 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c9a6d1c2-8d67-483b-8d58-a8e8e433953d req-384649bd-e7d6-4e25-a46d-23729eb16c32 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Jun 10 01:03:30.979038 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-31cb971d-bf01-4dc6-93f9-83c437e6554d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:30.980510 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-31cb971d-bf01-4dc6-93f9-83c437e6554d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/networks?id=7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 200 len: 814 time: 0.1423643 Jun 10 01:03:30.995968 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-bae64570-ee08-4f22-aaae-70be7b92d00b tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/quotas/25cc2ae1c536450cb50fe145e8f1dc9d HTTP/1.1" status: 200 len: 375 time: 0.0097959 Jun 10 01:03:31.045633 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-d81564d8-0b6e-46c1-9657-56d95fef737b tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433745 Jun 10 01:03:31.242319 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-ce92d574-7cb0-4a7b-b5b9-cbe9e84c151f service neutron] 10.222.0.59 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891456 Jun 10 01:03:31.250879 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1fe60-0d2b-4db1-bb2d-ac18f2c29d5b req-d0ee44ab-8f15-4e52-9b0f-f2e7ddbf39a6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:31.252044 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ad1fe60-0d2b-4db1-bb2d-ac18f2c29d5b req-d0ee44ab-8f15-4e52-9b0f-f2e7ddbf39a6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.1812630 Jun 10 01:03:31.371082 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ad1fe60-0d2b-4db1-bb2d-ac18f2c29d5b req-8acdefda-c9c9-49ed-aecd-1fe366eb7306 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011496 Jun 10 01:03:31.417552 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-04a2800e-bcf4-41cd-aea0-20d3886f50dc service neutron] 10.222.0.59 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645823 Jun 10 01:03:31.608475 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6baa23fc-3362-43df-ab86-3e44f3e15d28 req-b2aec386-283b-437f-ab15-d1cb763447e9 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 210 time: 0.0438364 Jun 10 01:03:32.059071 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-d3cf9440-10b8-4ddc-864f-43b037482a81 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:32.060422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-d3cf9440-10b8-4ddc-864f-43b037482a81 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.0882349 Jun 10 01:03:32.197677 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Deleting port 18888702-f31a-4e9c-94f6-d08b560bb3a9 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:32.198019 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:32.336958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] For port 18888702-f31a-4e9c-94f6-d08b560bb3a9, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=18888702-f31a-4e9c-94f6-d08b560bb3a9,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:32.337311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:32.528984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Calling delete_port for 18888702-f31a-4e9c-94f6-d08b560bb3a9 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:32.775911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-a6b8efa8-b80f-4b4f-9dcc-3770115d9623 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:32.777625 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-a6b8efa8-b80f-4b4f-9dcc-3770115d9623 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "GET /v2.0/networks?id=7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 200 len: 814 time: 0.2116370 Jun 10 01:03:32.790879 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24a5f-b848-47a1-83a4-34fd5de047ef req-d318b2a0-cc20-443e-9ed5-a97734d5b143 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:32.792382 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17d24a5f-b848-47a1-83a4-34fd5de047ef req-d318b2a0-cc20-443e-9ed5-a97734d5b143 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d47c37-d5b0-4977-9fd0-1bf83f03f4ec HTTP/1.1" status: 200 len: 945 time: 0.2709806 Jun 10 01:03:32.837807 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Request body: {'port': {'device_id': 'baef7566-e98b-4da9-848f-48777f477627', 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce', 'admin_state_up': True, 'tenant_id': '25cc2ae1c536450cb50fe145e8f1dc9d'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:03:32.878709 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0e880578-6bea-40cc-82d3-cdf3ed122876 req-98515215-4731-4e20-8b1e-2b5589b0820d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 210 time: 0.0851765 Jun 10 01:03:33.043146 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17d24a5f-b848-47a1-83a4-34fd5de047ef req-5d75e620-ba87-43b7-93b9-32d2f544cf0b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103193 Jun 10 01:03:33.063078 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:33.070763 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:33.085239 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246', 'afab1473-7f47-4baa-9eb7-5b6cacc45995', '18888702-f31a-4e9c-94f6-d08b560bb3a9'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:33.118958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event deleted for resources: {'Port': ['ID=18888702-f31a-4e9c-94f6-d08b560bb3a9,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:33.125688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:33.205081 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] No DVR routers for this DVR port 18888702-f31a-4e9c-94f6-d08b560bb3a9 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:03:33.208792 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:33.210686 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc8d90ab-d46b-45c7-ad33-c16bd29de7dc req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "DELETE /v2.0/ports/18888702-f31a-4e9c-94f6-d08b560bb3a9 HTTP/1.1" status: 204 len: 173 time: 1.1435452 Jun 10 01:03:33.211218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'name': 'network-vif-deleted', 'tag': '18888702-f31a-4e9c-94f6-d08b560bb3a9'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:33.213699 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bfa84c-8a37-45a6-80f9-e687a844cb21" -d '{"events": [{"server_uuid": "76d47c37-d5b0-4977-9fd0-1bf83f03f4ec", "name": "network-vif-deleted", "tag": "18888702-f31a-4e9c-94f6-d08b560bb3a9"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:33.216835 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Made reservation on behalf of 25cc2ae1c536450cb50fe145e8f1dc9d for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:03:33.220210 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:33.293742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f6a31-56f5-46c3-91fc-7439a50ae516 x-openstack-request-id: req-c57f6a31-56f5-46c3-91fc-7439a50ae516 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:33.294061 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d47c37-d5b0-4977-9fd0-1bf83f03f4ec", "name": "network-vif-deleted", "tag": "18888702-f31a-4e9c-94f6-d08b560bb3a9", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:33.294341 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c57f6a31-56f5-46c3-91fc-7439a50ae516 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:33.294832 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d47c37-d5b0-4977-9fd0-1bf83f03f4ec', 'name': 'network-vif-deleted', 'tag': '18888702-f31a-4e9c-94f6-d08b560bb3a9', 'status': 'completed', 'code': 200} Jun 10 01:03:33.416931 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Allocated IP 172.20.0.5 (7f801636-e7e1-4af8-bd64-96331279e1ce/67fa719c-3888-4996-aac1-2ee820760d8e/42472c73-2975-4db3-87fe-eb5966b72cd8) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:03:33.608672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:33.636974 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:33.642173 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4d9aacbb-a6a6-4baf-8094-e8df237204e7 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:33.710132 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Network 7f801636-e7e1-4af8-bd64-96331279e1ce is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:03:33.713271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:03:33.717141 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:03:33.755097 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Pushing event updated for resources: {'Port': ['ID=42472c73-2975-4db3-87fe-eb5966b72cd8,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:33.759814 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:33.783146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:33.783738 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:33.800673 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689908 Jun 10 01:03:33.865662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Request body: {'port': {'device_id': 'baef7566-e98b-4da9-848f-48777f477627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:03:33.991061 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:34.212381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3e98a-8b45-4b87-8f49-1da44b9a73b9 req-2398ca4c-5f09-4da2-b7f5-9df3936ecdf1 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:34.213279 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9fe3e98a-8b45-4b87-8f49-1da44b9a73b9 req-2398ca4c-5f09-4da2-b7f5-9df3936ecdf1 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 931 time: 0.2102754 Jun 10 01:03:34.456612 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9fe3e98a-8b45-4b87-8f49-1da44b9a73b9 req-b9da4b5c-42ef-4623-af6e-050623234e64 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353232 Jun 10 01:03:34.528982 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc61f-b20e-4e9a-afa1-ff3923357de6 req-7a169c7a-2e8d-4920-92e8-d8c7d6fd3055 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:34.530421 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-555bc61f-b20e-4e9a-afa1-ff3923357de6 req-7a169c7a-2e8d-4920-92e8-d8c7d6fd3055 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1498907 Jun 10 01:03:34.635465 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-555bc61f-b20e-4e9a-afa1-ff3923357de6 req-2a9166bb-b3f5-4475-a175-887a8f92bd3b tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Jun 10 01:03:34.638093 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42472c73-2975-4db3-87fe-eb5966b72cd8 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:03:34.647561 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:34.677938 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Transition to ACTIVE for port object 42472c73-2975-4db3-87fe-eb5966b72cd8 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:03:34.681662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:34.685906 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:34.850088 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Pushing event updated for resources: {'Port': ['ID=42472c73-2975-4db3-87fe-eb5966b72cd8,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:34.852900 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:34.973498 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Attempting to bind port 42472c73-2975-4db3-87fe-eb5966b72cd8 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:03:34.973833 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Attempting to bind port 42472c73-2975-4db3-87fe-eb5966b72cd8 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:03:34.974160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Attempting to bind port 42472c73-2975-4db3-87fe-eb5966b72cd8 on network 7f801636-e7e1-4af8-bd64-96331279e1ce {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:03:34.984020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23ad48-3948-49ca-a361-93bf75722034 req-08d07425-65c7-46df-bbdf-9c475aee902b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:34.985554 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8a23ad48-3948-49ca-a361-93bf75722034 req-08d07425-65c7-46df-bbdf-9c475aee902b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.2009780 Jun 10 01:03:34.988873 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Port 42472c73-2975-4db3-87fe-eb5966b72cd8 on network 7f801636-e7e1-4af8-bd64-96331279e1ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:03:34.989195 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Attempting to bind port 42472c73-2975-4db3-87fe-eb5966b72cd8 on network 7f801636-e7e1-4af8-bd64-96331279e1ce {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:03:35.012504 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:03:35.012861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Checking segment: {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:03:35.013257 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Bound using segment: {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:03:35.013706 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Bound port: 42472c73-2975-4db3-87fe-eb5966b72cd8, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:03:35.014057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:35.095802 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8a23ad48-3948-49ca-a361-93bf75722034 req-521932ca-36df-40c5-bf18-ce9b88d2a4cd tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042986 Jun 10 01:03:35.132291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] For port 42472c73-2975-4db3-87fe-eb5966b72cd8, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:03:35.135704 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] For port 42472c73-2975-4db3-87fe-eb5966b72cd8, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=42472c73-2975-4db3-87fe-eb5966b72cd8,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:03:35.139633 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:35.144621 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cf0af4c2-533b-4dbc-beaa-3a1803f16920 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:35.189788 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:35.190947 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:35.192441 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] 10.222.0.78 "PUT /v2.0/ports/42472c73-2975-4db3-87fe-eb5966b72cd8 HTTP/1.1" status: 200 len: 1093 time: 1.3317904 Jun 10 01:03:35.219627 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Pushing event updated for resources: {'Port': ['ID=42472c73-2975-4db3-87fe-eb5966b72cd8,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:35.222968 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:35.297331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baef7566-e98b-4da9-848f-48777f477627', 'tag': '42472c73-2975-4db3-87fe-eb5966b72cd8'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:35.300158 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7444eb18-8109-4af5-ba8a-da928e59168e" -d '{"events": [{"name": "network-changed", "server_uuid": "baef7566-e98b-4da9-848f-48777f477627", "tag": "42472c73-2975-4db3-87fe-eb5966b72cd8"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:35.314810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-d6ff5388-cd52-4f15-9922-1e5a8c63e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:35.316759 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-d6ff5388-cd52-4f15-9922-1e5a8c63e38e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 1096 time: 0.0783601 Jun 10 01:03:35.379850 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28854c90-3350-4b81-bce6-910411b81d48 x-openstack-request-id: req-28854c90-3350-4b81-bce6-910411b81d48 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:35.380157 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baef7566-e98b-4da9-848f-48777f477627", "tag": "42472c73-2975-4db3-87fe-eb5966b72cd8", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:35.380432 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28854c90-3350-4b81-bce6-910411b81d48 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:35.380831 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baef7566-e98b-4da9-848f-48777f477627', 'tag': '42472c73-2975-4db3-87fe-eb5966b72cd8', 'status': 'completed', 'code': 200} Jun 10 01:03:35.396025 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-8e91a948-2982-45b1-b815-456b53491b49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42472c73-2975-4db3-87fe-eb5966b72cd8 HTTP/1.1" status: 200 len: 217 time: 0.0637877 Jun 10 01:03:35.459212 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-608379f6-d486-4aeb-b348-16ebc1731357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:35.460656 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-608379f6-d486-4aeb-b348-16ebc1731357 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67fa719c-3888-4996-aac1-2ee820760d8e HTTP/1.1" status: 200 len: 854 time: 0.0579431 Jun 10 01:03:35.508245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-3b06b01b-3d72-4773-ac0c-cf2fd65c96f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7f801636-e7e1-4af8-bd64-96331279e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392759 Jun 10 01:03:35.695525 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-6c16f412-2931-4afe-913b-cb514d6c5f5a service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791363 Jun 10 01:03:35.706966 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69b7bc-927d-4c1e-abb0-6f31553986b5 req-29126293-28c3-4344-8ad8-c900be3f4550 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:35.708310 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a69b7bc-927d-4c1e-abb0-6f31553986b5 req-29126293-28c3-4344-8ad8-c900be3f4550 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 943 time: 0.1279655 Jun 10 01:03:35.887996 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a69b7bc-927d-4c1e-abb0-6f31553986b5 req-6b2d8bcb-af86-44aa-9f06-4b5e353cacfc tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597073 Jun 10 01:03:35.918268 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b6291a3-6e50-4c1a-9ec6-21d0e9faefde req-f3dd3a35-54dd-4e94-8cb5-1dadf84f2ba0 service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090013 Jun 10 01:03:35.930299 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2982c-6245-4a71-b823-caa018a8ef3e req-3304d7c3-e389-4d3c-8815-8e91194b522f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:35.931707 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86b2982c-6245-4a71-b823-caa018a8ef3e req-3304d7c3-e389-4d3c-8815-8e91194b522f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.1435153 Jun 10 01:03:36.079535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86b2982c-6245-4a71-b823-caa018a8ef3e req-2339f449-cf54-44e7-8ea1-4748d13347c3 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420844 Jun 10 01:03:36.110135 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444eb18-8109-4af5-ba8a-da928e59168e req-1db361e8-4321-44e7-a5a2-4966076f6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:36.111599 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-1db361e8-4321-44e7-a5a2-4966076f6edc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 1096 time: 0.1449001 Jun 10 01:03:36.297794 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444eb18-8109-4af5-ba8a-da928e59168e req-3081d69e-40ac-4217-bb17-f325ffebaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:36.299278 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-3081d69e-40ac-4217-bb17-f325ffebaf17 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 200 len: 915 time: 0.1758969 Jun 10 01:03:36.367455 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-db0130d6-42de-4896-b620-20411e25d27f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42472c73-2975-4db3-87fe-eb5966b72cd8 HTTP/1.1" status: 200 len: 217 time: 0.0606232 Jun 10 01:03:36.374877 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0d2b-02d7-4040-be8a-f46c4074e338 req-5849949b-f342-4dd9-88ac-25070164f99a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:36.376217 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c1e0d2b-02d7-4040-be8a-f46c4074e338 req-5849949b-f342-4dd9-88ac-25070164f99a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.1723659 Jun 10 01:03:36.464419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444eb18-8109-4af5-ba8a-da928e59168e req-c56dea0b-121b-48ad-9ffe-ea3959db34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:36.465807 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-c56dea0b-121b-48ad-9ffe-ea3959db34ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67fa719c-3888-4996-aac1-2ee820760d8e HTTP/1.1" status: 200 len: 854 time: 0.0887825 Jun 10 01:03:36.468622 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c1e0d2b-02d7-4040-be8a-f46c4074e338 req-a74cfa5b-78c9-4e6a-87e7-134067243908 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Jun 10 01:03:36.533030 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-b1b4de2b-8d36-4f3f-9548-fd8938f294ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7f801636-e7e1-4af8-bd64-96331279e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422270 Jun 10 01:03:36.670705 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-b3999df4-446d-4302-a3c6-5cc257ecb752 service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236134 Jun 10 01:03:36.852219 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7444eb18-8109-4af5-ba8a-da928e59168e req-13c1637f-7e8c-4849-b7fb-2dc1ae3bb51f service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741948 Jun 10 01:03:36.874977 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-fe6a383c-d8e8-4fe6-85e7-8512f068bbc9 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:36.876390 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-fe6a383c-d8e8-4fe6-85e7-8512f068bbc9 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.1128666 Jun 10 01:03:37.054473 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Deleting port afab1473-7f47-4baa-9eb7-5b6cacc45995 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:37.054830 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:37.185462 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf5a57-5fe6-4dba-83ee-3f57cdb71af9 req-5900bc4c-c412-4e14-ad88-58eaaa5eb90b tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:37.186830 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51cf5a57-5fe6-4dba-83ee-3f57cdb71af9 req-5900bc4c-c412-4e14-ad88-58eaaa5eb90b tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 943 time: 0.1902492 Jun 10 01:03:37.255602 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 18888702-f31a-4e9c-94f6-d08b560bb3a9 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:37.282067 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] For port afab1473-7f47-4baa-9eb7-5b6cacc45995, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=afab1473-7f47-4baa-9eb7-5b6cacc45995,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:37.282425 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:37.291407 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 18888702-f31a-4e9c-94f6-d08b560bb3a9 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:37.291758 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 18888702-f31a-4e9c-94f6-d08b560bb3a9 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:37.361024 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-51cf5a57-5fe6-4dba-83ee-3f57cdb71af9 req-7b0c4918-5d44-4541-a527-f99a282c5592 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596706 Jun 10 01:03:37.425927 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Calling delete_port for afab1473-7f47-4baa-9eb7-5b6cacc45995 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:37.462307 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d6854-495c-42c2-baf8-9623967b9e58 req-c2994d79-fac2-4b75-b998-b6cfe000d13c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:37.463673 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4c8d6854-495c-42c2-baf8-9623967b9e58 req-c2994d79-fac2-4b75-b998-b6cfe000d13c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.2475815 Jun 10 01:03:37.522465 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4c8d6854-495c-42c2-baf8-9623967b9e58 req-78aaedbc-afe1-4576-b7d1-e5be9c66889f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527446 Jun 10 01:03:37.759015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:37.766892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:37.771932 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246', 'afab1473-7f47-4baa-9eb7-5b6cacc45995'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:37.855011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event deleted for resources: {'Port': ['ID=afab1473-7f47-4baa-9eb7-5b6cacc45995,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:37.857353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:37.902226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] No DVR routers for this DVR port afab1473-7f47-4baa-9eb7-5b6cacc45995 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:03:37.904800 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:37.907093 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f941b4b0-8488-4f0f-8465-6afce3c88c52 req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "DELETE /v2.0/ports/afab1473-7f47-4baa-9eb7-5b6cacc45995 HTTP/1.1" status: 204 len: 173 time: 1.0246334 Jun 10 01:03:37.907851 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'name': 'network-vif-deleted', 'tag': 'afab1473-7f47-4baa-9eb7-5b6cacc45995'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:37.910925 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0319f17-fb83-4a8b-a016-44876472c07a" -d '{"events": [{"server_uuid": "cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0", "name": "network-vif-deleted", "tag": "afab1473-7f47-4baa-9eb7-5b6cacc45995"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:37.928997 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-17a37525-fceb-43ab-8fa0-16d0ae5dfc4f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:37.930486 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-17a37525-fceb-43ab-8fa0-16d0ae5dfc4f tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 946 time: 0.3027978 Jun 10 01:03:37.937874 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057a0bd-e5c4-4426-97a7-04837cb60e66 req-2546da00-3c84-4310-8097-a6ad26893999 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:37.940113 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f057a0bd-e5c4-4426-97a7-04837cb60e66 req-2546da00-3c84-4310-8097-a6ad26893999 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0 HTTP/1.1" status: 200 len: 946 time: 0.3129585 Jun 10 01:03:38.042669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f22cd-aef1-463b-b24c-114d5e644b8d x-openstack-request-id: req-f88f22cd-aef1-463b-b24c-114d5e644b8d {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:38.043007 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0", "name": "network-vif-deleted", "tag": "afab1473-7f47-4baa-9eb7-5b6cacc45995", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:38.043288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f88f22cd-aef1-463b-b24c-114d5e644b8d {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:38.043703 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecbf7fb-0075-41a1-b3d6-80e8bf6e63a0', 'name': 'network-vif-deleted', 'tag': 'afab1473-7f47-4baa-9eb7-5b6cacc45995', 'status': 'completed', 'code': 200} Jun 10 01:03:38.062681 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f057a0bd-e5c4-4426-97a7-04837cb60e66 req-21d4128a-4eae-4d1a-83bb-8a9a001eb986 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816951 Jun 10 01:03:38.131060 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Deleting port 120381c3-70a1-4c84-891b-87a468bd5b8f {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:38.131402 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:38.259313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] For port 120381c3-70a1-4c84-891b-87a468bd5b8f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=120381c3-70a1-4c84-891b-87a468bd5b8f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:38.259664 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:38.386622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Calling delete_port for 120381c3-70a1-4c84-891b-87a468bd5b8f owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:38.548328 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:38.555478 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cd7af34c-3710-4b54-a39a-f6de435c4e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:38.560889 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['9563ba94-e91f-4e1b-8dd1-a95d0964aa66', '120381c3-70a1-4c84-891b-87a468bd5b8f'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:38.606746 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Pushing event deleted for resources: {'Port': ['ID=120381c3-70a1-4c84-891b-87a468bd5b8f,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:38.612158 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:38.728422 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5cd1a-0702-48b0-9535-f9af2453a237 req-54153c18-84b8-4da8-929c-7b9ad671bd61 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:38.729860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5a5cd1a-0702-48b0-9535-f9af2453a237 req-54153c18-84b8-4da8-929c-7b9ad671bd61 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 943 time: 0.2569132 Jun 10 01:03:38.736215 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b024bfa0-0cb9-49ec-817a-f43ca8d297f1 req-a3be7cb3-94f8-40b0-90f2-c167964c5ba4 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff2e78db-71d1-4b55-8bf8-141fcd8c05e8 HTTP/1.1" status: 200 len: 210 time: 0.0964012 Jun 10 01:03:38.738822 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] No DVR routers for this DVR port 120381c3-70a1-4c84-891b-87a468bd5b8f on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:03:38.741412 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:38.743385 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8caa5b8a-dc77-4158-9309-a8d632b6afd4 req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "DELETE /v2.0/ports/120381c3-70a1-4c84-891b-87a468bd5b8f HTTP/1.1" status: 204 len: 173 time: 0.8022220 Jun 10 01:03:38.782474 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5a5cd1a-0702-48b0-9535-f9af2453a237 req-1c26aa2f-da87-465c-a7d4-cafc7e72add7 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Jun 10 01:03:38.820767 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:39.971647 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423e41f-3cc1-427c-a5b1-368ddc6cde6f req-55bbfef8-c818-4a10-81fb-5823d1302de8 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:39.973100 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3423e41f-3cc1-427c-a5b1-368ddc6cde6f req-55bbfef8-c818-4a10-81fb-5823d1302de8 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 943 time: 0.0830183 Jun 10 01:03:40.024220 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3423e41f-3cc1-427c-a5b1-368ddc6cde6f req-3557d614-2b1d-4788-8f27-b1dd1e887027 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Jun 10 01:03:40.045146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'name': 'network-vif-deleted', 'tag': '120381c3-70a1-4c84-891b-87a468bd5b8f'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:40.047927 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ece29f-7342-4db1-99dd-f8ea2b5cab1c" -d '{"events": [{"server_uuid": "ff2e78db-71d1-4b55-8bf8-141fcd8c05e8", "name": "network-vif-deleted", "tag": "120381c3-70a1-4c84-891b-87a468bd5b8f"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:40.189131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18664d6-4eba-42c7-aa7b-99d6e69d80dc x-openstack-request-id: req-d18664d6-4eba-42c7-aa7b-99d6e69d80dc {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:40.189446 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2e78db-71d1-4b55-8bf8-141fcd8c05e8", "name": "network-vif-deleted", "tag": "120381c3-70a1-4c84-891b-87a468bd5b8f", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:40.189718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d18664d6-4eba-42c7-aa7b-99d6e69d80dc {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:40.190119 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2e78db-71d1-4b55-8bf8-141fcd8c05e8', 'name': 'network-vif-deleted', 'tag': '120381c3-70a1-4c84-891b-87a468bd5b8f', 'status': 'completed', 'code': 200} Jun 10 01:03:40.211819 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ace46-79e7-4a04-9e50-e6b512bcd858 req-ec5a6424-e1e4-4922-ae8a-8e529de07e6a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:40.213248 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc0ace46-79e7-4a04-9e50-e6b512bcd858 req-ec5a6424-e1e4-4922-ae8a-8e529de07e6a tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0816724 Jun 10 01:03:40.256482 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc0ace46-79e7-4a04-9e50-e6b512bcd858 req-82721be7-50c0-421f-b244-866271d96d23 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Jun 10 01:03:40.737658 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aeba6-6eb0-4420-9bb0-79ac503026c8 req-f41e31d7-4662-4bea-a413-dc91c4374bb5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:40.739016 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3f3aeba6-6eb0-4420-9bb0-79ac503026c8 req-f41e31d7-4662-4bea-a413-dc91c4374bb5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.0815499 Jun 10 01:03:40.782110 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3f3aeba6-6eb0-4420-9bb0-79ac503026c8 req-cac9d590-2aaf-40af-b4ea-27393213598d tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Jun 10 01:03:41.219295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044da089-e535-4ff0-bd1c-5a25c207c742 req-680a291b-9ecc-4bb0-8a82-c919da68a9e6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:41.220829 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-044da089-e535-4ff0-bd1c-5a25c207c742 req-680a291b-9ecc-4bb0-8a82-c919da68a9e6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 943 time: 0.0791976 Jun 10 01:03:41.264654 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-044da089-e535-4ff0-bd1c-5a25c207c742 req-8f86ccaf-de54-434b-a493-9326bd4bc2ab tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jun 10 01:03:41.281538 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-dd33ac81-09c8-4e70-9fc5-16397caf9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:41.286581 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 42472c73-2975-4db3-87fe-eb5966b72cd8 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:03:41.289954 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 120381c3-70a1-4c84-891b-87a468bd5b8f no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:41.330893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 120381c3-70a1-4c84-891b-87a468bd5b8f {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:41.331266 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 120381c3-70a1-4c84-891b-87a468bd5b8f not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:41.331911 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device afab1473-7f47-4baa-9eb7-5b6cacc45995 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:41.369242 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: afab1473-7f47-4baa-9eb7-5b6cacc45995 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:41.369594 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device afab1473-7f47-4baa-9eb7-5b6cacc45995 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:41.497379 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 42472c73-2975-4db3-87fe-eb5966b72cd8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=42472c73-2975-4db3-87fe-eb5966b72cd8,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:41.510791 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '42472c73-2975-4db3-87fe-eb5966b72cd8', 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce', 'port_id': '42472c73-2975-4db3-87fe-eb5966b72cd8', 'mac_address': 'fa:16:3e:81:69:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fa719c-3888-4996-aac1-2ee820760d8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:03:41.515305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d78c6-cb4b-4d63-84a8-b8d6c878947a req-2717ba40-448e-4ab8-9356-48f73cec839e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:41.516744 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e92d78c6-cb4b-4d63-84a8-b8d6c878947a req-2717ba40-448e-4ab8-9356-48f73cec839e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1518326 Jun 10 01:03:41.560345 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e92d78c6-cb4b-4d63-84a8-b8d6c878947a req-bdf2b021-b725-4cfc-b980-ccbb4074def2 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Jun 10 01:03:41.563435 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:41.580177 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42472c73-2975-4db3-87fe-eb5966b72cd8 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:03:41.594713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 42472c73-2975-4db3-87fe-eb5966b72cd8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=42472c73-2975-4db3-87fe-eb5966b72cd8,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:41.599186 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:41.600858 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:41.666056 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=42472c73-2975-4db3-87fe-eb5966b72cd8,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:41.673651 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.674033 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.674371 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.674730 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.675058 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.675383 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.675702 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.676022 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.676362 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.676680 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.676997 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.677310 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:03:41.680895 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:41.968085 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acfbaf-6b5e-41d8-a1ce-39c7a6355560 req-3b9e349b-a920-4bfe-9913-7f3192d74a4b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:41.969414 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7acfbaf-6b5e-41d8-a1ce-39c7a6355560 req-3b9e349b-a920-4bfe-9913-7f3192d74a4b tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.0804465 Jun 10 01:03:42.015365 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7acfbaf-6b5e-41d8-a1ce-39c7a6355560 req-95735173-8062-4431-aef6-f4544a82f1e2 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Jun 10 01:03:42.048451 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['42472c73-2975-4db3-87fe-eb5966b72cd8'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:42.447846 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f7a0-7ec7-4c5c-9589-effdc266ca3a req-ecab1a7d-5f13-4a1a-b9da-88ed2ebcf44d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:42.449303 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5423f7a0-7ec7-4c5c-9589-effdc266ca3a req-ecab1a7d-5f13-4a1a-b9da-88ed2ebcf44d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 944 time: 0.0804951 Jun 10 01:03:42.492849 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5423f7a0-7ec7-4c5c-9589-effdc266ca3a req-98566492-7e57-465f-b4f5-9b3ec76ce418 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Jun 10 01:03:42.744396 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56eeb-7d88-4a51-a442-fb588e527a13 req-576305df-8617-4d26-9ca3-01c0cad42f6d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:42.745808 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bec56eeb-7d88-4a51-a442-fb588e527a13 req-576305df-8617-4d26-9ca3-01c0cad42f6d tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0811536 Jun 10 01:03:42.789399 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bec56eeb-7d88-4a51-a442-fb588e527a13 req-61095d70-f894-4491-b3b7-8fa5e6724a88 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Jun 10 01:03:42.936653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-87b88686-153e-4979-ab38-25cf091f75a5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:42.938045 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-87b88686-153e-4979-ab38-25cf091f75a5 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.0767548 Jun 10 01:03:43.072182 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Deleting port 66b0af14-ff00-4301-812f-62c6b21fc246 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:43.072526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:43.262505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] For port 66b0af14-ff00-4301-812f-62c6b21fc246, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=66b0af14-ff00-4301-812f-62c6b21fc246,segment=NetworkSegment(755cd7cb-31a1-41cb-8fdc-3def4dc6fae7),segment_id=755cd7cb-31a1-41cb-8fdc-3def4dc6fae7)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:43.262892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:43.330964 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1e86e-cc5b-490e-af35-17f6732f7f7c req-e02ad50a-fe3f-410b-9dab-14af6e611944 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:43.332390 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eec1e86e-cc5b-490e-af35-17f6732f7f7c req-e02ad50a-fe3f-410b-9dab-14af6e611944 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589480b-5c7b-47e6-abf9-d0b32ac067c2 HTTP/1.1" status: 200 len: 945 time: 0.1929054 Jun 10 01:03:43.406257 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Calling delete_port for 66b0af14-ff00-4301-812f-62c6b21fc246 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:43.458339 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eec1e86e-cc5b-490e-af35-17f6732f7f7c req-69ca2ab3-636e-429d-8c4a-8e7788de9e2a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.59 "GET /v2.0/security-groups?id=70f79f11-0d63-4583-ba0c-db540814ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 Jun 10 01:03:43.487240 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:43.555657 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:43.562420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d6f21b16-c0ce-49c4-b746-5d7417fa3561 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:43.567648 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['66b0af14-ff00-4301-812f-62c6b21fc246'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:43.638944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Pushing event deleted for resources: {'Port': ['ID=66b0af14-ff00-4301-812f-62c6b21fc246,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:43.641453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:43.730683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] No DVR routers for this DVR port 66b0af14-ff00-4301-812f-62c6b21fc246 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:03:43.733344 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:43.736144 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2d924dfd-8852-455a-9754-ab5646e826d7 req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] 10.222.0.78 "DELETE /v2.0/ports/66b0af14-ff00-4301-812f-62c6b21fc246 HTTP/1.1" status: 204 len: 173 time: 0.7913892 Jun 10 01:03:43.737438 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'name': 'network-vif-deleted', 'tag': '66b0af14-ff00-4301-812f-62c6b21fc246'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:43.738479 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3f74714b-1431-4df8-8e84-de6a8fe5a8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:43.741306 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fa5fc6-29cd-4e8c-8bbb-18e1ac293fe0" -d '{"events": [{"server_uuid": "6589480b-5c7b-47e6-abf9-d0b32ac067c2", "name": "network-vif-deleted", "tag": "66b0af14-ff00-4301-812f-62c6b21fc246"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:43.790272 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0e85-f2e7-46f9-b0b7-d795740ffe02 req-78a2923b-3852-45c3-a055-8e1bfac34c44 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:43.791768 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e70c0e85-f2e7-46f9-b0b7-d795740ffe02 req-78a2923b-3852-45c3-a055-8e1bfac34c44 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 944 time: 0.1897106 Jun 10 01:03:43.793686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40541e50-1d04-4dfa-b499-362f3c8000a2 x-openstack-request-id: req-40541e50-1d04-4dfa-b499-362f3c8000a2 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:43.793686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589480b-5c7b-47e6-abf9-d0b32ac067c2", "name": "network-vif-deleted", "tag": "66b0af14-ff00-4301-812f-62c6b21fc246", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:43.794131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40541e50-1d04-4dfa-b499-362f3c8000a2 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:43.794131 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589480b-5c7b-47e6-abf9-d0b32ac067c2', 'name': 'network-vif-deleted', 'tag': '66b0af14-ff00-4301-812f-62c6b21fc246', 'status': 'completed', 'code': 200} Jun 10 01:03:43.841642 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e70c0e85-f2e7-46f9-b0b7-d795740ffe02 req-ba6ab062-8c27-4bae-9966-98f860393340 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Jun 10 01:03:43.978194 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6e64c-823a-45ee-b64d-c01faf768027 req-c5e27315-42c1-4f04-9997-4455ed053036 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:43.979634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ba6e64c-823a-45ee-b64d-c01faf768027 req-c5e27315-42c1-4f04-9997-4455ed053036 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0798211 Jun 10 01:03:44.022450 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ba6e64c-823a-45ee-b64d-c01faf768027 req-333ef33a-81a6-4c99-ab9a-350cdc3da9ee tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373530 Jun 10 01:03:44.552601 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52346) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:44.611088 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Deleting subnet 857f0aba-d0af-4566-b8b3-0e9c03a511b8 {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:03:44.614227 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:44.663216 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:44.713997 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:44.721823 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:44.788023 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:44.792791 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-50e53bcc-845d-4155-80ff-aec248a9fdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:44.825797 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857f0aba-d0af-4566-b8b3-0e9c03a511b8,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:44.827708 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:44.830085 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/857f0aba-d0af-4566-b8b3-0e9c03a511b8 HTTP/1.1" status: 204 len: 168 time: 0.2764411 Jun 10 01:03:44.831527 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-1e1ef1de-4a16-4b4d-8fcb-518078491d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:44.832859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52350) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:44.934242 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.214965 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.231151 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0364ed71-53e0-4611-8539-46b910683169']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:45.248903 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:45.249200 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755cd7cb-31a1-41cb-8fdc-3def4dc6fae7') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:45.268478 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.299358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5f51-3c7c-4b6e-834c-59d3f1c1f51a req-15981958-2943-4cab-b7c1-41123c9027fe tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:45.300798 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-361e5f51-3c7c-4b6e-834c-59d3f1c1f51a req-15981958-2943-4cab-b7c1-41123c9027fe tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 944 time: 0.3332422 Jun 10 01:03:45.302493 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.313155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:03:45.313543 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:03:45.326449 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:03:45.333555 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 42472c73-2975-4db3-87fe-eb5966b72cd8 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:03:45.391973 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7917eb-96df-40b6-8b1e-0c7aa548000e req-a1654c5a-6510-4342-af7c-56d58ba5a88e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:45.393417 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b7917eb-96df-40b6-8b1e-0c7aa548000e req-a1654c5a-6510-4342-af7c-56d58ba5a88e tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.2566411 Jun 10 01:03:45.400508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 42472c73-2975-4db3-87fe-eb5966b72cd8 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:03:45.405782 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 42472c73-2975-4db3-87fe-eb5966b72cd8 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:03:45.406412 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.469649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.473354 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-361e5f51-3c7c-4b6e-834c-59d3f1c1f51a req-e8902cfc-74ae-4e3d-91b5-152241ee3a8d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626234 Jun 10 01:03:45.479717 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5c827e8d-025c-404a-85a1-b5d8b14768fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:45.494714 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b7917eb-96df-40b6-8b1e-0c7aa548000e req-58addc74-daf5-422f-84d4-3d50bb6e3b1b tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940418 Jun 10 01:03:45.495719 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.500821 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] 10.222.0.59 "DELETE /v2.0/networks/0364ed71-53e0-4611-8539-46b910683169 HTTP/1.1" status: 204 len: 168 time: 0.6663740 Jun 10 01:03:45.507162 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0364ed71-53e0-4611-8539-46b910683169,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:45.516329 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:45.557222 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.584185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7566-e98b-4da9-848f-48777f477627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42472c73-2975-4db3-87fe-eb5966b72cd8'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:45.586493 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e82865-838b-4644-a730-441843b1375c" -d '{"events": [{"server_uuid": "baef7566-e98b-4da9-848f-48777f477627", "name": "network-vif-plugged", "status": "completed", "tag": "42472c73-2975-4db3-87fe-eb5966b72cd8"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:45.595034 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 42472c73-2975-4db3-87fe-eb5966b72cd8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=42472c73-2975-4db3-87fe-eb5966b72cd8,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:45.599115 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.600907 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:45.621185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52360) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:45.631990 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe49751-2ac6-478f-b907-99234f5d6b33 x-openstack-request-id: req-ffe49751-2ac6-478f-b907-99234f5d6b33 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:45.632285 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7566-e98b-4da9-848f-48777f477627", "name": "network-vif-plugged", "status": "completed", "tag": "42472c73-2975-4db3-87fe-eb5966b72cd8", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:45.632542 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffe49751-2ac6-478f-b907-99234f5d6b33 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:45.632923 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baef7566-e98b-4da9-848f-48777f477627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42472c73-2975-4db3-87fe-eb5966b72cd8', 'code': 200} Jun 10 01:03:45.673086 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=42472c73-2975-4db3-87fe-eb5966b72cd8,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:45.676126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:45.683228 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-05b6ecbe-d85f-46fa-9829-de633dbd5d7b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cea6a884028d461dbd60de29528bef2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608230 Jun 10 01:03:45.685653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52364) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:45.747590 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.774958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.876001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.878380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:45.879508 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70f79f11-0d63-4583-ba0c-db540814ad0f HTTP/1.1" status: 204 len: 168 time: 0.1929693 Jun 10 01:03:45.880389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b8ff899f-74ac-4c58-8f87-1e959e0873ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:45.891589 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f79f11-0d63-4583-ba0c-db540814ad0f,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:45.894755 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2acfda-2be0-419e-85e5-4f4e93d78085 req-a8c80322-b150-422d-947e-f0933aeaf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:45.896856 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae2acfda-2be0-419e-85e5-4f4e93d78085 req-a8c80322-b150-422d-947e-f0933aeaf411 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 1098 time: 0.0933876 Jun 10 01:03:45.897325 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:45.950272 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae2acfda-2be0-419e-85e5-4f4e93d78085 req-deb4b9b0-3987-4798-b38b-10f93ead90de service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Jun 10 01:03:46.184093 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f53899-1d1e-4485-b630-a209d494d153 req-f091576f-e2ef-4c8d-ba2a-d48da765131c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:46.185507 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b9f53899-1d1e-4485-b630-a209d494d153 req-f091576f-e2ef-4c8d-ba2a-d48da765131c tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.0797393 Jun 10 01:03:46.326886 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Deleting port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:46.327232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:46.368234 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:46.459702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] For port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:46.459890 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:46.597104 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Calling delete_port for 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:46.772731 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cbd91-008d-47d0-945f-e5278ad4a780 req-22b21a6e-f207-4972-89ee-26c5819dfa8c tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:46.774187 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f10cbd91-008d-47d0-945f-e5278ad4a780 req-22b21a6e-f207-4972-89ee-26c5819dfa8c tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1855686 Jun 10 01:03:46.782687 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f5450-0945-4795-bc6f-0032fd9fe30d req-2ee527bb-755d-42a4-9b33-d5fe992d3418 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:46.784060 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-506f5450-0945-4795-bc6f-0032fd9fe30d req-2ee527bb-755d-42a4-9b33-d5fe992d3418 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/ports?device_id=92514194-9f2e-4d45-b9a7-5b11a4ee0d77 HTTP/1.1" status: 200 len: 946 time: 0.1561224 Jun 10 01:03:46.888706 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f10cbd91-008d-47d0-945f-e5278ad4a780 req-def09a00-696d-4a95-a6fd-74ade31d7130 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037033 Jun 10 01:03:46.910377 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-506f5450-0945-4795-bc6f-0032fd9fe30d req-4ff3df6a-13ee-4f60-b018-536f1c2fc8fb tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.59 "GET /v2.0/security-groups?id=5258bbb5-a230-4375-82cd-3e22dd15b784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117146 Jun 10 01:03:46.927098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:46.935611 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ad8143b7-8273-4fca-af17-ca15fc740f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:46.945627 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['9563ba94-e91f-4e1b-8dd1-a95d0964aa66'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:03:46.992397 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Pushing event deleted for resources: {'Port': ['ID=9563ba94-e91f-4e1b-8dd1-a95d0964aa66,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:46.995499 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:47.074812 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] No DVR routers for this DVR port 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:03:47.080169 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:47.082163 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b9f53899-1d1e-4485-b630-a209d494d153 req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] 10.222.0.78 "DELETE /v2.0/ports/9563ba94-e91f-4e1b-8dd1-a95d0964aa66 HTTP/1.1" status: 204 len: 173 time: 0.8906524 Jun 10 01:03:47.082746 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'name': 'network-vif-deleted', 'tag': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:03:47.085432 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7c553d-eb85-4d3e-9ae0-58920b21ed87" -d '{"events": [{"server_uuid": "92514194-9f2e-4d45-b9a7-5b11a4ee0d77", "name": "network-vif-deleted", "tag": "9563ba94-e91f-4e1b-8dd1-a95d0964aa66"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:03:47.152686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b864c7df-435c-4ebd-98f9-6b96cd331e7b x-openstack-request-id: req-b864c7df-435c-4ebd-98f9-6b96cd331e7b {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:03:47.152686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92514194-9f2e-4d45-b9a7-5b11a4ee0d77", "name": "network-vif-deleted", "tag": "9563ba94-e91f-4e1b-8dd1-a95d0964aa66", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:03:47.152686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b864c7df-435c-4ebd-98f9-6b96cd331e7b {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:03:47.152686 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92514194-9f2e-4d45-b9a7-5b11a4ee0d77', 'name': 'network-vif-deleted', 'tag': '9563ba94-e91f-4e1b-8dd1-a95d0964aa66', 'status': 'completed', 'code': 200} Jun 10 01:03:47.350782 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 66b0af14-ff00-4301-812f-62c6b21fc246 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:47.386918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 66b0af14-ff00-4301-812f-62c6b21fc246 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:47.387501 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 66b0af14-ff00-4301-812f-62c6b21fc246 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:48.006528 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52442) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:48.017606 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52446) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:48.085739 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5335-675a-47ee-887a-b64dd8c43810 req-dabb35a1-3520-4259-9854-5a7216f2417f tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:03:48.087312 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-373e5335-675a-47ee-887a-b64dd8c43810 req-dabb35a1-3520-4259-9854-5a7216f2417f tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.0865793 Jun 10 01:03:48.142813 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-373e5335-675a-47ee-887a-b64dd8c43810 req-1979540d-5051-4323-b8bd-392b2ed72a03 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Jun 10 01:03:48.185785 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.597311 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.626668 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.639158 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a5bfb803-8f2e-4315-9ffa-04956030d296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:48.689703 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e050d4f-a045-4d62-8e21-076ab0346048,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:48.695788 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3d82e31a7c944e6b61e197d22694f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881032 Jun 10 01:03:48.697497 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:48.699888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52494) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:48.820057 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.840527 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.867270 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.923896 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.927267 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:48.930673 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e050d4f-a045-4d62-8e21-076ab0346048 HTTP/1.1" status: 204 len: 168 time: 0.2274141 Jun 10 01:03:48.930673 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0b47e122-000f-4562-b0bf-7d296752762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:48.939684 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e050d4f-a045-4d62-8e21-076ab0346048,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:48.941978 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:49.258700 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52516) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:49.275705 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Deleting port 1c73c7fe-f65f-49f6-90de-9d0d79df320f {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:49.276308 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.276407 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.387332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.391277 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.400188 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-012df4f8-3e43-4a95-beb7-8c5df442bafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:49.411183 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] For port 1c73c7fe-f65f-49f6-90de-9d0d79df320f, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1c73c7fe-f65f-49f6-90de-9d0d79df320f,segment=NetworkSegment(cc11fcad-4bb9-4a63-91f6-2dd484aa0d21),segment_id=cc11fcad-4bb9-4a63-91f6-2dd484aa0d21)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:49.411574 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.432456 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f5ef8-33b4-4eaa-bdf7-7a2c12147ea8,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:49.436856 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:49.464393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3416be82d764e6a85cb651cc0c7d998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019241 Jun 10 01:03:49.464393 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52520) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:49.524491 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.550144 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.551103 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Calling delete_port for 1c73c7fe-f65f-49f6-90de-9d0d79df320f owned by network:router_interface {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:49.604991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.607551 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.608679 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/304f5ef8-33b4-4eaa-bdf7-7a2c12147ea8 HTTP/1.1" status: 204 len: 168 time: 0.1435041 Jun 10 01:03:49.609352 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:49.619237 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f5ef8-33b4-4eaa-bdf7-7a2c12147ea8,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:49.621605 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:49.987668 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:49.988769 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:50.031592 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c73c7fe-f65f-49f6-90de-9d0d79df320f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:50.034651 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:50.306347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:50.677881 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Router 7fb0c022-e402-40a6-bd95-1dfccb76a27d has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:03:50.881604 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:03:50.890860 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] Sync routers for ids ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:03:50.895290 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] 10.222.0.59 "PUT /v2.0/routers/7fb0c022-e402-40a6-bd95-1dfccb76a27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8762157 Jun 10 01:03:50.897672 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52562) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:50.906719 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] Routers {'7fb0c022-e402-40a6-bd95-1dfccb76a27d'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:03:50.907663 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:03:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:51.103832 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] Set router 7fb0c022-e402-40a6-bd95-1dfccb76a27d gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:03:51.211414 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.378043 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:51.390473 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.419778 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:51.420356 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 9563ba94-e91f-4e1b-8dd1-a95d0964aa66 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:51.442538 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T01:03:49Z', 'revision_number': 5, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port': {'id': '197bbba0-2709-4e60-897a-fcac7fd8e57f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:49Z', 'updated_at': '2021-06-10T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:51.447432 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] Checking router: 7fb0c022-e402-40a6-bd95-1dfccb76a27d for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:03:51.459179 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] Routers {'7fb0c022-e402-40a6-bd95-1dfccb76a27d'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:03:51.459893 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:03:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:51.486111 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Deleting port 197bbba0-2709-4e60-897a-fcac7fd8e57f {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:03:51.486530 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.545466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52576) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:51.622583 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] Set router 7fb0c022-e402-40a6-bd95-1dfccb76a27d gateway port host: None {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:03:51.625392 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] For port 197bbba0-2709-4e60-897a-fcac7fd8e57f, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=197bbba0-2709-4e60-897a-fcac7fd8e57f,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:03:51.625737 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.674163 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.753891 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Calling delete_port for 197bbba0-2709-4e60-897a-fcac7fd8e57f owned by network:router_gateway {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:03:51.772677 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T01:03:51Z', 'revision_number': 6, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:51.776797 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f2e55-59fc-43f1-859c-467b04695456 None None] The sync data for ids ['7fb0c022-e402-40a6-bd95-1dfccb76a27d'] in dv-cinder-795009-3-iscsi is: [{'id': '7fb0c022-e402-40a6-bd95-1dfccb76a27d', 'name': 'tempest-ServerRescueNegativeTestJSON-1347059348-router', 'tenant_id': 'bc013cc088e349aab09ea611f03d1b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:48Z', 'updated_at': '2021-06-10T01:03:51Z', 'revision_number': 6, 'project_id': 'bc013cc088e349aab09ea611f03d1b38', 'gw_port_host': None}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:03:51.821202 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.826311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.835174 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-21ac4cbc-4b02-45e7-ab70-1a0684a41f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:51.875268 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=730e6986412b44a7b818df4491e756e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277552 Jun 10 01:03:51.876102 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e540da-6fc4-4cd5-942e-e7c700eb2ae0,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:51.878347 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52582) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:51.892568 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:51.910724 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.919424 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:51.947343 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:51.958189 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=197bbba0-2709-4e60-897a-fcac7fd8e57f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:51.961306 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:51.976194 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.037601 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.041489 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.047133 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87e540da-6fc4-4cd5-942e-e7c700eb2ae0 HTTP/1.1" status: 204 len: 168 time: 0.1676679 Jun 10 01:03:52.048493 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cf856841-5d1d-4f4a-bca5-8595f0e64d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:52.059845 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.062311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e540da-6fc4-4cd5-942e-e7c700eb2ae0,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:52.067577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:52.245671 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.247851 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.330281 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.330913 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb0c022-e402-40a6-bd95-1dfccb76a27d {{(pid=91713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:03:52.335544 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.338985 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7fb0c022-e402-40a6-bd95-1dfccb76a27d HTTP/1.1" status: 204 len: 168 time: 1.4380109 Jun 10 01:03:52.339359 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52590) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:52.360258 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52592) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:52.376534 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.403070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Deleting subnet c61a072f-e615-41ef-afcd-fd279a90650f {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:03:52.406863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.456489 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.487049 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.492254 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.501449 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-ca09cb68-3290-4d29-9a89-d55498cecca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:52.515028 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.543079 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cd9834a29ce407fb376b1f0effa97ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815751 Jun 10 01:03:52.543820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8cdd6-993c-4b98-8748-2f358df86bdd,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:52.546050 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52594) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:52.556664 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:52.592700 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.599033 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-dd8c3dc1-a2d2-471b-bcce-a855cdb17072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:52.609050 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.636266 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.636527 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61a072f-e615-41ef-afcd-fd279a90650f,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:52.638718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.642466 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c61a072f-e615-41ef-afcd-fd279a90650f HTTP/1.1" status: 204 len: 168 time: 0.3008637 Jun 10 01:03:52.642466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-42be5bb8-e8ac-4720-b5bf-f36cb0f4e48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:52.644017 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52598) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:52.693138 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.696172 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.699560 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10e8cdd6-993c-4b98-8748-2f358df86bdd HTTP/1.1" status: 204 len: 168 time: 0.1503735 Jun 10 01:03:52.699560 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bf4631f6-c651-4eb2-b6f8-888084c4e13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:52.710649 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8cdd6-993c-4b98-8748-2f358df86bdd,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:52.714618 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:52.760368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.902024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.918914 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c75b8d-7089-4e91-b2d8-0969df4ea8fc']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:52.926940 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1c73c7fe-f65f-49f6-90de-9d0d79df320f no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:52.937202 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:52.937496 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc11fcad-4bb9-4a63-91f6-2dd484aa0d21') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:03:52.956116 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.974498 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:52.980862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 1c73c7fe-f65f-49f6-90de-9d0d79df320f {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:52.981200 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1c73c7fe-f65f-49f6-90de-9d0d79df320f not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:52.981956 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 197bbba0-2709-4e60-897a-fcac7fd8e57f no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:03:52.982082 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:03:52.982404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:03:53.007634 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:03:53.024271 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 197bbba0-2709-4e60-897a-fcac7fd8e57f {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:03:53.024631 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 197bbba0-2709-4e60-897a-fcac7fd8e57f not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:03:53.096876 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.103274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.105523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] 10.222.0.59 "DELETE /v2.0/networks/75c75b8d-7089-4e91-b2d8-0969df4ea8fc HTTP/1.1" status: 204 len: 168 time: 0.4603546 Jun 10 01:03:53.106761 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:53.112215 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:03:53.132640 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Pushing event deleted for resources: {'Network': ['ID=75c75b8d-7089-4e91-b2d8-0969df4ea8fc,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:53.134028 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a457f2b6-34c8-4aeb-8436-8513a9d7744f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:03:53.242422 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52618) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:53.291333 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d1358fca-523b-4413-a175-d04b988960c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc013cc088e349aab09ea611f03d1b38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472858 Jun 10 01:03:53.293974 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52620) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:03:53.356983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.382510 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.436577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.439111 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:03:53.440230 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5258bbb5-a230-4375-82cd-3e22dd15b784 HTTP/1.1" status: 204 len: 168 time: 0.1451674 Jun 10 01:03:53.441131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-14ebacd3-fe05-444b-95bd-86c4f759fb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:03:53.452257 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5258bbb5-a230-4375-82cd-3e22dd15b784,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:03:53.455004 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:07.258283 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-086eb0dc-b844-464c-991f-55dde10f3500 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736272 Jun 10 01:04:07.329724 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52838) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:07.359749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-80d40c36-af5c-4d19-a8d0-55f9fb32e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:07.361230 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-80d40c36-af5c-4d19-a8d0-55f9fb32e4d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1098 time: 0.0809631 Jun 10 01:04:07.479670 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:07.519551 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-7252f934-7e21-43a3-99fa-351947759007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:07.521040 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-7252f934-7e21-43a3-99fa-351947759007 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1327200 Jun 10 01:04:07.681514 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:07.687110 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:07.691825 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-4975b5d1-c2d9-4719-a023-e04a59abcb62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 1001 time: 0.1635175 Jun 10 01:04:07.695245 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2cb6228a-25c7-4580-a6a1-9e195fac2170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:07.737347 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=185edb0d823a4b098d74436bc9f1704a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026027 Jun 10 01:04:07.737347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12def8c-04a7-4e57-b7f3-ad06dff3a09e,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:07.737794 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52842) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:07.743649 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.744013 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.744400 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.744772 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.745145 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.745502 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.745846 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.746804 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.747156 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.747500 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.747843 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.748182 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:07.752308 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:07.797111 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-e81d8008-9a9e-4904-99d5-7cc6ca6eb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:07.798516 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-e81d8008-9a9e-4904-99d5-7cc6ca6eb23a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0949812 Jun 10 01:04:07.853385 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:07.892480 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:07.936293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-08249a3e-dbe3-4f0e-bf3b-a143cdf0a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:07.937757 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-08249a3e-dbe3-4f0e-bf3b-a143cdf0a7f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1293242 Jun 10 01:04:08.033670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.036098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.039634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a12def8c-04a7-4e57-b7f3-ad06dff3a09e HTTP/1.1" status: 204 len: 168 time: 0.2984910 Jun 10 01:04:08.040055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a0a692ea-33de-4288-8502-1591705db7e5 tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:08.057786 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12def8c-04a7-4e57-b7f3-ad06dff3a09e,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:08.081753 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.082122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.082481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.082859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.083210 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.083559 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.083904 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.084249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.084592 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.084932 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.085271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.085608 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:08.090288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:08.109008 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-6d2c9ab0-cc64-4c42-b047-3a7c3e2fc4ec service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637414 Jun 10 01:04:08.261179 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e12e4dc6-61b8-4153-b19d-eb133d9474c9 req-54a4e7d2-f52e-49e7-8537-b486548e3129 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453032 Jun 10 01:04:08.375125 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52864) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:08.396720 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.506144 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.510010 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.519347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-383e4117-1a89-4b90-889a-c122260ba2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:08.567419 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42cd87d847234315bdff9feeec5304b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886768 Jun 10 01:04:08.567419 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d508b1e-c04e-438b-aefb-ea809d1c81ef,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:08.567794 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52868) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:08.569145 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:08.627124 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.653520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.707960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.710349 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:08.711426 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d508b1e-c04e-438b-aefb-ea809d1c81ef HTTP/1.1" status: 204 len: 168 time: 0.1424670 Jun 10 01:04:08.712073 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:08.721166 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d508b1e-c04e-438b-aefb-ea809d1c81ef,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:08.724031 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-bead74c9-e439-4840-9547-81ef5d43d5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:08.830762 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.052312 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52878) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:09.070085 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.185420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.194959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.204173 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-625cc0fe-9a64-4333-859b-3be997c6105a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:09.244432 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f9408c1c0cf44a6922cca86075e2ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910524 Jun 10 01:04:09.245400 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14633c-3f43-4ba0-8d6e-6d1a14c7b76b,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:09.247678 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 52892) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:09.259438 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:09.314656 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.340864 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.395555 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.397891 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:09.399128 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b14633c-3f43-4ba0-8d6e-6d1a14c7b76b HTTP/1.1" status: 204 len: 168 time: 0.1502161 Jun 10 01:04:09.399937 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-277bd1c3-eaf9-4a0f-8f53-b1ae10863b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:09.413583 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14633c-3f43-4ba0-8d6e-6d1a14c7b76b,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:09.415408 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:09.992667 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52934) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:10.107751 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.215440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.219139 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.226413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f02a8e1f-f825-4635-968f-78e43ec3b353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:10.265704 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b169fd3-19c9-4677-a81f-60d56266a6e0,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:10.268690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:10.271538 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27bbf7e747644e0ab66f193b41ed90cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778077 Jun 10 01:04:10.274031 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 52946) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:10.335622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.365729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.418634 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.421135 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:10.422288 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b169fd3-19c9-4677-a81f-60d56266a6e0 HTTP/1.1" status: 204 len: 168 time: 0.1472688 Jun 10 01:04:10.423051 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-da310e2c-c0a6-40f1-8c45-755087729ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:10.433255 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b169fd3-19c9-4677-a81f-60d56266a6e0,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:10.435508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:11.285068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-43dd52a2-b78b-4e96-b0a4-195f6821bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.378563 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced38d-c42f-4b3a-ada8-6108ae5faa4e req-5c4db627-e176-49c0-8e55-a266727e74ec tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:12.380037 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73ced38d-c42f-4b3a-ada8-6108ae5faa4e req-5c4db627-e176-49c0-8e55-a266727e74ec tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0857964 Jun 10 01:04:12.403392 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53048) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:12.429470 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73ced38d-c42f-4b3a-ada8-6108ae5faa4e req-ae084c7f-825b-45e2-b3be-d26800b758a5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 Jun 10 01:04:12.523156 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.631757 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.635373 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.643623 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9c01ca12-5b10-47d2-a09a-f413d4e5ed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:12.680710 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f59883eccda64d81815417d580487c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761319 Jun 10 01:04:12.682723 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3aa0e-15d5-4c37-9c24-9c5942134afd,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:12.683848 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53052) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:12.685605 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:12.741102 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.765764 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.815266 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.817756 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:12.818868 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fab3aa0e-15d5-4c37-9c24-9c5942134afd HTTP/1.1" status: 204 len: 168 time: 0.1339889 Jun 10 01:04:12.819604 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:12.829048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3aa0e-15d5-4c37-9c24-9c5942134afd,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:12.831553 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-90277a56-9ca8-4892-939f-6c85782b62f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:13.096299 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53060) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:13.112886 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.214768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.218225 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.226239 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:13.266001 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9946dedeece04efba27e06ea1b364090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686378 Jun 10 01:04:13.267009 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6759f-073b-4f83-b0b6-4eea3baf37d1,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:13.269462 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53064) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:13.281581 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:13.328501 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.355460 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.422125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.427497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.428939 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9b6759f-073b-4f83-b0b6-4eea3baf37d1 HTTP/1.1" status: 204 len: 168 time: 0.1585035 Jun 10 01:04:13.429927 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-61ccd832-f513-42ab-a01a-f7575f4c214c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:13.440847 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6759f-073b-4f83-b0b6-4eea3baf37d1,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:13.448670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:13.524454 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.626464 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53082) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:13.690674 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cfefa-e6b7-4a92-8f61-33103c993e76 req-e18cc72f-f0f3-4b41-8316-9e679b7be4ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:13.692301 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-af1cfefa-e6b7-4a92-8f61-33103c993e76 req-e18cc72f-f0f3-4b41-8316-9e679b7be4ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0943480 Jun 10 01:04:13.744082 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-7b6fff04-ec09-43aa-b825-8f590bd45b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.759721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-af1cfefa-e6b7-4a92-8f61-33103c993e76 req-9ef6cd9c-5960-4f02-a064-0bc3e47eb68c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618329 Jun 10 01:04:13.808752 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.945972 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.950822 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:13.959296 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2b223e96-b3d0-4c23-aa47-3af5d5b9b20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:14.006038 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d399bfd3e9c243a5a7e4de2c3ad76bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784604 Jun 10 01:04:14.007112 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9361c-1ee3-44f0-afa1-656c93e6fa3f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:14.010774 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53106) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:14.011215 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:14.096378 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:14.126167 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:14.211214 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:14.214174 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:14.215373 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04b9361c-1ee3-44f0-afa1-656c93e6fa3f HTTP/1.1" status: 204 len: 168 time: 0.2033145 Jun 10 01:04:14.216488 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fb73befe-df18-40ee-96c7-60e53aadd524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:14.225669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9361c-1ee3-44f0-afa1-656c93e6fa3f,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:14.229232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:14.720084 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:14.976034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8ae94-1079-4aae-95b9-1541d6a1fb22 req-c19f5c5f-6c18-48f9-ba1a-163ba2dca80f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:14.978422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f7b8ae94-1079-4aae-95b9-1541d6a1fb22 req-c19f5c5f-6c18-48f9-ba1a-163ba2dca80f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0942178 Jun 10 01:04:15.054308 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f7b8ae94-1079-4aae-95b9-1541d6a1fb22 req-5ad0ce54-9e6a-4f86-93da-ca573eb3e585 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677807 Jun 10 01:04:15.544908 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53168) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:15.666298 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.769787 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.773466 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.781901 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-03b2b349-2200-4448-a956-b792f54ceb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:15.820313 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d5d0c1d7d254325a8647eba627ec7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743781 Jun 10 01:04:15.821197 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb6277-e90a-49a3-a8a8-64c94973fdc5,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:15.823571 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53172) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:15.824685 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:15.881505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.907230 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.957941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.960321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:15.961406 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0fcb6277-e90a-49a3-a8a8-64c94973fdc5 HTTP/1.1" status: 204 len: 168 time: 0.1368926 Jun 10 01:04:15.962146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-762a495b-9047-4e30-925e-90798b4606de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:15.971812 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb6277-e90a-49a3-a8a8-64c94973fdc5,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:15.973940 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ab558064-a9a1-4074-8515-cbf9474f539d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:16.375937 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.434610 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aeb42-9cd6-40b5-b418-8435f01beae2 req-a799878b-f150-491f-b63f-6465a686509a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:16.436125 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9b6aeb42-9cd6-40b5-b418-8435f01beae2 req-a799878b-f150-491f-b63f-6465a686509a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1113219 Jun 10 01:04:16.481569 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9b6aeb42-9cd6-40b5-b418-8435f01beae2 req-0d22502a-2f11-4050-9716-e816a1844a82 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Jun 10 01:04:16.645679 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53202) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:16.750031 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-580533364-network', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:16.771806 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Made reservation on behalf of 103ffe3e6c0443c49abcf5b3d962d6c0 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:04:16.773986 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.785208 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.885989 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.889817 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.892778 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-86a7e34d-dbc3-4887-808a-51fa0dc8bde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:16.925708 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:04:16.930653 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25a1ef-9724-4f95-902b-b0e6d273edae,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:16.933915 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:16.938831 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.939206 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Added segment 887e86dc-51d8-4958-bd62-35f455227fe5 of type vlan for network f3b31037-d70d-4957-a160-29211120a0a6 Jun 10 01:04:16.964973 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.991992 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.993275 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:16.993860 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:16.996969 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:17.082064 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4352355 Jun 10 01:04:17.085018 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53206) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:17.089515 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b31037-d70d-4957-a160-29211120a0a6,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:17.090542 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Request body: {'subnet': {'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-580533364-subnet', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:17.092288 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:17.099137 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network f3b31037-d70d-4957-a160-29211120a0a6 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:04:17.112227 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Made reservation on behalf of 103ffe3e6c0443c49abcf5b3d962d6c0 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:04:17.114455 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28332575'] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.374578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29211807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28332653'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.379112 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:17.450380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:17.453683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:17.456127 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Checking segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:17.456479 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Network hostable DHCP agents. Network: f3b31037-d70d-4957-a160-29211120a0a6, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:04:17.474332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Network f3b31037-d70d-4957-a160-29211120a0a6 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:04:17.483554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, f3b31037-d70d-4957-a160-29211120a0a6) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:17.488295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:17.489280 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.493069 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317b8f4-4bd6-4817-82b3-43b7f779f0ac None None] Network f3b31037-d70d-4957-a160-29211120a0a6 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:04:17.508149 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-481299f2-acce-44be-9b94-5bdbb76f5886 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4219170 Jun 10 01:04:17.511248 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53214) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:17.516567 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:17.540690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.541949 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.562311 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.694751 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb917-07b8-4ae9-8fc0-b77345c33402 req-e609a0a6-5a19-454e-b070-d7a9721ddd5c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:17.696515 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4decb917-07b8-4ae9-8fc0-b77345c33402 req-e609a0a6-5a19-454e-b070-d7a9721ddd5c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0857079 Jun 10 01:04:17.716149 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-f3b31037-d70d-4957-a160-29211120a0a6', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 01:04:17.717059 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.760169 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4decb917-07b8-4ae9-8fc0-b77345c33402 req-4cd58ca5-04a7-4058-b7ba-6c87fc77c0e5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578959 Jun 10 01:04:17.844641 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:17.873363 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Allocated IP 172.20.0.2 (f3b31037-d70d-4957-a160-29211120a0a6/5b589eac-cfd3-4dc3-a91c-a0d7f820aecb/2a2d18ff-c3a7-4aca-8808-c96f25f19c88) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:04:18.087754 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.097596 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Transition to ACTIVE for port object 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:18.115343 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Transition to ACTIVE for port object 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:18.121303 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.124826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:18.176636 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.186978 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Network f3b31037-d70d-4957-a160-29211120a0a6 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:18.189761 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:18.193378 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:04:18.202994 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Pushing event updated for resources: {'Port': ['ID=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:18.228452 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:18.289311 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Attempting to bind port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:04:18.289588 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Attempting to bind port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:04:18.290511 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Attempting to bind port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:04:18.295882 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:04:18.296254 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Checking segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:18.296453 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.296654 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.297047 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Bound using segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:04:18.297505 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Bound port: 2a2d18ff-c3a7-4aca-8808-c96f25f19c88, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:04:18.297875 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.390811 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] For port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:04:18.394115 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] For port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:04:18.400452 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.404854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:18.432350 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Allocated IP 172.27.0.38 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/cb14abe9-8800-4dbf-8854-6eb5490f4d8f) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:04:18.470906 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Pushing event updated for resources: {'Port': ['ID=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:18.475460 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:18.588249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.620378 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:18.624816 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:18.688489 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:18.691384 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:18.695005 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:04:18.736636 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Pushing event updated for resources: {'Port': ['ID=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:18.740735 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:18.957964 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:18.968117 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bc8f0-267c-4cfc-aa4e-6e57a786fa3e req-7d34598f-be31-4500-8ebf-74fcac999102 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:18.969727 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-672bc8f0-267c-4cfc-aa4e-6e57a786fa3e req-7d34598f-be31-4500-8ebf-74fcac999102 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1012239 Jun 10 01:04:19.018315 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-672bc8f0-267c-4cfc-aa4e-6e57a786fa3e req-d2a80be4-0048-45ba-92c0-1b0eeffe13ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Jun 10 01:04:19.055018 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:19.137315 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.341133 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91020dd4-78d5-45c2-bc51-b81b8ba8f906 None None] Network f3b31037-d70d-4957-a160-29211120a0a6 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:04:19.460311 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Provisioning for port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:19.473059 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.493391 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Provisioning complete for port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:19.493767 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.683198 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.721136 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] For port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:19.726093 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.728617 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:19.798637 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Pushing event updated for resources: {'Port': ['ID=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:19.799309 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 01:04:19.801798 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:19.947033 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-d1aa9441-a269-4682-81b4-4740ace3bcf2 None None] Provisioning complete for port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:19.947404 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9441-a269-4682-81b4-4740ace3bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.975472 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:04:19.990747 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:04:19.993905 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:19.995215 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4824781 Jun 10 01:04:19.997779 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53234) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:20.006660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:20.007273 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:20.224025 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dedc38-6573-49f3-b5fb-9c006ca4733b req-1cba8bf2-05e5-4f07-afbc-bc3aa22e6c4e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:20.225751 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2dedc38-6573-49f3-b5fb-9c006ca4733b req-1cba8bf2-05e5-4f07-afbc-bc3aa22e6c4e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0892801 Jun 10 01:04:20.235041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:20.274011 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2dedc38-6573-49f3-b5fb-9c006ca4733b req-315e8c90-bd59-4368-9eaf-f99daa52d8e6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402799 Jun 10 01:04:20.509930 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:18Z', 'revision_number': 3, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:20.513921 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:04:20.514268 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Updating router dc092de5-46cd-4a85-ac46-0d3d11c58434 port cb14abe9-8800-4dbf-8854-6eb5490f4d8f binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:04:20.565324 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:20.669529 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:20.882935 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Allocated IP 172.20.0.1 (f3b31037-d70d-4957-a160-29211120a0a6/5b589eac-cfd3-4dc3-a91c-a0d7f820aecb/300610e4-c2ca-48a3-9425-6b8f18531d78) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:04:20.905948 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:20.918066 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Transition to ACTIVE for port object cb14abe9-8800-4dbf-8854-6eb5490f4d8f will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:20.928401 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:20.992884 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.001627 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:21.037330 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.053648 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Transition to ACTIVE for port object 300610e4-c2ca-48a3-9425-6b8f18531d78 will not be triggered until provisioned by entity DHCP. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:21.078064 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.082115 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-86bc94ad-3f24-44ce-afa5-bdfe473c4800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:21.095161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Attempting to bind port cb14abe9-8800-4dbf-8854-6eb5490f4d8f on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:04:21.095540 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Attempting to bind port cb14abe9-8800-4dbf-8854-6eb5490f4d8f by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:04:21.095909 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Attempting to bind port cb14abe9-8800-4dbf-8854-6eb5490f4d8f on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:04:21.104390 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76aaf-f0b7-4423-a23a-16f26cdefd88 None None] Pushing event updated for resources: {'Port': ['ID=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:21.108417 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:04:21.108797 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:21.109204 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.109595 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:04:21.110094 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Bound port: cb14abe9-8800-4dbf-8854-6eb5490f4d8f, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:04:21.110469 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.132876 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-25e76aaf-f0b7-4423-a23a-16f26cdefd88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:21.154109 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Network f3b31037-d70d-4957-a160-29211120a0a6 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:21.159392 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:21.163187 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:04:21.164268 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:21.165221 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.207615 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=300610e4-c2ca-48a3-9425-6b8f18531d78,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:21.212653 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:21.233843 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.249760 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] For port cb14abe9-8800-4dbf-8854-6eb5490f4d8f, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:04:21.253468 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] For port cb14abe9-8800-4dbf-8854-6eb5490f4d8f, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:04:21.259482 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.263639 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-be2bf233-d2a8-44e2-b26d-79a6ce51025b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:21.407144 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:21.407779 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:21.476171 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76aaf-f0b7-4423-a23a-16f26cdefd88 None None] Pushing event updated for resources: {'Port': ['ID=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:21.483046 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-25e76aaf-f0b7-4423-a23a-16f26cdefd88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:21.498983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8bbb-2400-4565-84bb-d95ba87f0933 req-fb1fd32f-e6cc-46f9-9b89-bda904ec6341 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:21.500623 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f04b8bbb-2400-4565-84bb-d95ba87f0933 req-fb1fd32f-e6cc-46f9-9b89-bda904ec6341 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0995357 Jun 10 01:04:21.560412 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f04b8bbb-2400-4565-84bb-d95ba87f0933 req-dd404622-72d0-4628-bd2a-e4e5016a570c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501883 Jun 10 01:04:21.564803 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-04cda1e2-627e-4c3e-a726-9ea5db134014 None None] Provisioning for port 300610e4-c2ca-48a3-9425-6b8f18531d78 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:21.587157 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-04cda1e2-627e-4c3e-a726-9ea5db134014 None None] Provisioning complete for port 300610e4-c2ca-48a3-9425-6b8f18531d78 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:21.587430 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-04cda1e2-627e-4c3e-a726-9ea5db134014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.605596 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.664171 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-04cda1e2-627e-4c3e-a726-9ea5db134014 None None] Port 300610e4-c2ca-48a3-9425-6b8f18531d78 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:04:21.678148 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:21.824661 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.830348 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29334497'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.873572 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:21.955624 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=300610e4-c2ca-48a3-9425-6b8f18531d78,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:21.958949 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:21.959887 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:21.962565 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:18Z', 'revision_number': 3, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:21.966576 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fa817-b219-4882-8c79-6a143089c8ac None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:18Z', 'revision_number': 3, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:04:22.096171 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Network f3b31037-d70d-4957-a160-29211120a0a6 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:22.097294 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:22.320701 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:04:22.387225 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-c6182dca-9c49-4881-a45f-63dad54c927a None None] Provisioning complete for port 300610e4-c2ca-48a3-9425-6b8f18531d78 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:22.387768 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c6182dca-9c49-4881-a45f-63dad54c927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:22.442814 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-c6182dca-9c49-4881-a45f-63dad54c927a None None] Port 300610e4-c2ca-48a3-9425-6b8f18531d78 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:04:22.499359 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:04:22.504143 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] 10.222.0.59 "PUT /v2.0/routers/dc092de5-46cd-4a85-ac46-0d3d11c58434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5053670 Jun 10 01:04:22.766225 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbfcb3-8022-486c-b7a6-a4eb7ed15d26 req-5e4028af-9b3c-481a-a60f-b17e301c90d0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:22.767984 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7bfbfcb3-8022-486c-b7a6-a4eb7ed15d26 req-5e4028af-9b3c-481a-a60f-b17e301c90d0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0904548 Jun 10 01:04:22.819093 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7bfbfcb3-8022-486c-b7a6-a4eb7ed15d26 req-6625abe5-6f3e-4f01-9e6f-c086349c3332 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 Jun 10 01:04:22.959224 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device cb14abe9-8800-4dbf-8854-6eb5490f4d8f up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:23.043427 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port cb14abe9-8800-4dbf-8854-6eb5490f4d8f completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:23.048475 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port cb14abe9-8800-4dbf-8854-6eb5490f4d8f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:23.048898 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.060308 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53274) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:23.065782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-808159267-network', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:23.087855 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Made reservation on behalf of b94cd72567e84e6eb01a125d1850eeca for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:04:23.090189 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.105129 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.167185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.188030 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port cb14abe9-8800-4dbf-8854-6eb5490f4d8f, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:23.192392 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.199458 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:23.217694 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.223813 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.226805 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3fb7223b-fb18-4237-b940-faac5fa78ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:23.256646 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:04:23.262683 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d8d3db-a3c1-4da6-a95a-bf3d51443bda,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:23.266321 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:23.266469 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:23.269501 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:23.270052 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.270397 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Added segment 40c27e42-bae4-4e79-8451-452055213bc8 of type vlan for network dd602de3-c9e8-497d-9373-82301a024757 Jun 10 01:04:23.297816 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.334402 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.335758 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:23.336343 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.341020 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-714c23c8-c2fb-4ac9-98db-476bf2e5f82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:23.423417 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3619602 Jun 10 01:04:23.426256 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53278) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:23.432243 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Request body: {'subnet': {'network_id': 'dd602de3-c9e8-497d-9373-82301a024757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-808159267-subnet', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:23.433932 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Pushing event updated for resources: {'Network': ['ID=dd602de3-c9e8-497d-9373-82301a024757,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:23.437350 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:23.444461 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network dd602de3-c9e8-497d-9373-82301a024757 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:04:23.456963 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Made reservation on behalf of b94cd72567e84e6eb01a125d1850eeca for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:04:23.459820 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28332575'] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.543471 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:04:23.554090 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:23.555395 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:23.672493 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29211807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28332653'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.677389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5ed11e97-1d77-4ad0-8bf8-5b1fd2eea4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:23.734272 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:23.752033 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e908eddf-2361-4ee9-b87c-b6dbf16393f8,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:23.755410 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:23.761122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Checking segment: {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:23.761478 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Network hostable DHCP agents. Network: dd602de3-c9e8-497d-9373-82301a024757, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:04:23.778725 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Network dd602de3-c9e8-497d-9373-82301a024757 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:04:23.787534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, dd602de3-c9e8-497d-9373-82301a024757) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:23.792027 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:23.792611 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.797980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6451fc-7b0a-4e09-aa47-d483f364faa4 None None] Network dd602de3-c9e8-497d-9373-82301a024757 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:04:23.811442 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-101f550c-95b4-473f-80f4-a44dae624321 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3838153 Jun 10 01:04:23.813923 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53280) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:23.818191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:23.843573 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.844768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:23.865314 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.052725 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 2, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:24.058314 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:04:24.058776 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Updating router dc092de5-46cd-4a85-ac46-0d3d11c58434 port 300610e4-c2ca-48a3-9425-6b8f18531d78 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:04:24.084772 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-dd602de3-c9e8-497d-9373-82301a024757', 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'fixed_ips': [{'subnet_id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 01:04:24.086136 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.123433 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.243970 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Allocated IP 172.20.0.2 (dd602de3-c9e8-497d-9373-82301a024757/e908eddf-2361-4ee9-b87c-b6dbf16393f8/2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:04:24.254257 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.468340 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1113213-2d14-44b7-b0ed-f0653002b95f req-cbf18a2b-3956-458a-8aaf-6b1f45578c5a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:24.475618 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b1113213-2d14-44b7-b0ed-f0653002b95f req-cbf18a2b-3956-458a-8aaf-6b1f45578c5a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.4186001 Jun 10 01:04:24.479737 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.487063 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.491431 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Transition to ACTIVE for port object 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:24.500326 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Transition to ACTIVE for port object 300610e4-c2ca-48a3-9425-6b8f18531d78 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:24.513409 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.516240 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Transition to ACTIVE for port object 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:24.518237 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-893ea97d-431c-4a64-8559-da5013101cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:24.522633 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.531747 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:24.543160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b1113213-2d14-44b7-b0ed-f0653002b95f req-106cf09f-c2c2-42b9-b7e8-13e75fb425dc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665774 Jun 10 01:04:24.588731 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Pushing event updated for resources: {'Port': ['ID=300610e4-c2ca-48a3-9425-6b8f18531d78,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:24.625166 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Network dd602de3-c9e8-497d-9373-82301a024757 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:24.628635 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:24.633155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:04:24.677200 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Pushing event updated for resources: {'Port': ['ID=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:24.685135 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:24.743082 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Attempting to bind port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:04:24.743454 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Attempting to bind port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:04:24.743844 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Attempting to bind port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 on network dd602de3-c9e8-497d-9373-82301a024757 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:04:24.749378 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:04:24.749890 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Checking segment: {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:24.750302 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.750467 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.750667 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.750814 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Bound using segment: {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:04:24.751185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Bound port: 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:04:24.751721 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.751862 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.752343 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.752810 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.753430 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.753897 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.754372 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.754879 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.755343 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.755807 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.756268 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:24.767415 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:24.777760 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Attempting to bind port 300610e4-c2ca-48a3-9425-6b8f18531d78 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:04:24.778398 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Attempting to bind port 300610e4-c2ca-48a3-9425-6b8f18531d78 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:04:24.778949 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Attempting to bind port 300610e4-c2ca-48a3-9425-6b8f18531d78 on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:04:24.785051 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:04:24.785681 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Checking segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:24.786435 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.787020 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Bound using segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:04:24.787646 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Bound port: 300610e4-c2ca-48a3-9425-6b8f18531d78, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:04:24.788180 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.866125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.903168 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.911113 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] For port 300610e4-c2ca-48a3-9425-6b8f18531d78, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:04:24.915253 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] For port 300610e4-c2ca-48a3-9425-6b8f18531d78, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=300610e4-c2ca-48a3-9425-6b8f18531d78,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:04:24.921428 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:24.926673 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-76b2e9c5-72e5-4cff-a2a9-33645d39ba67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:24.995047 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] For port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:04:25.002459 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Pushing event updated for resources: {'Port': ['ID=300610e4-c2ca-48a3-9425-6b8f18531d78,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:25.003185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] For port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:04:25.008540 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:25.020963 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device cb14abe9-8800-4dbf-8854-6eb5490f4d8f up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:25.027699 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:25.028501 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:25.091308 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:25.110270 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:25.128057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Allocated IP 172.27.0.201 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/37dee764-7b12-4d04-9b00-e169c9f568c5) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:04:25.251275 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Pushing event updated for resources: {'Port': ['ID=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:25.270673 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:25.288680 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:25.316225 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port cb14abe9-8800-4dbf-8854-6eb5490f4d8f triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:25.316589 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:25.555567 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:25.626964 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:25.630959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-869e0994-e9ee-442d-b270-ba1a61b9ecc1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:25.728559 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:25.732941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:25.740512 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:04:25.765444 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:24Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:25.770119 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae4b74-bcbf-41a7-8cb8-2a834c2c7a42 None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:24Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:04:25.801059 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Pushing event updated for resources: {'Port': ['ID=37dee764-7b12-4d04-9b00-e169c9f568c5,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:25.831825 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:26.072541 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694920-616f-43ae-8c89-1255b4aea971 req-85144f3e-38d0-4e3c-9d84-1984f967a8ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:26.074005 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e7694920-616f-43ae-8c89-1255b4aea971 req-85144f3e-38d0-4e3c-9d84-1984f967a8ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.3424187 Jun 10 01:04:26.255590 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e7694920-616f-43ae-8c89-1255b4aea971 req-527503d6-27de-4f5d-b444-a83ea0e8821d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741457 Jun 10 01:04:26.308864 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:26.423768 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34ace6-24fe-48c8-881d-0cd9136fe3f6 None None] Network dd602de3-c9e8-497d-9373-82301a024757 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:04:26.530464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-cbda646c-c34e-4f54-a82c-2cd2e1dc7dbe None None] Provisioning for port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:26.899500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870278eb-bb89-48f8-b3f2-3f6648c9e37d req-5f0b6047-ebda-4f3c-be02-c0e9fac9cdb1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:26.901026 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-870278eb-bb89-48f8-b3f2-3f6648c9e37d req-5f0b6047-ebda-4f3c-be02-c0e9fac9cdb1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1412477 Jun 10 01:04:26.904226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.018287 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 300610e4-c2ca-48a3-9425-6b8f18531d78 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:27.058900 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-870278eb-bb89-48f8-b3f2-3f6648c9e37d req-ad7a78eb-15e8-4b53-91f9-e4989d06a930 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511075 Jun 10 01:04:27.091941 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 300610e4-c2ca-48a3-9425-6b8f18531d78 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:27.096450 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 300610e4-c2ca-48a3-9425-6b8f18531d78 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:27.096820 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.147875 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Router 7870c4d7-15ec-4b4e-8039-1af0a61b214b is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 01:04:27.213304 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.244654 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 300610e4-c2ca-48a3-9425-6b8f18531d78, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=300610e4-c2ca-48a3-9425-6b8f18531d78,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:27.248569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.249410 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:27.277166 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:27.328109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:04:27.341636 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Sync routers for ids ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:04:27.351185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.355885 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5383649 Jun 10 01:04:27.356710 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53322) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:27.370564 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Routers {'7870c4d7-15ec-4b4e-8039-1af0a61b214b'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:27.371215 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:27.464350 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=300610e4-c2ca-48a3-9425-6b8f18531d78,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:27.527306 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:27.544366 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:27.554481 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:27.555568 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.609917 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041750d1-80fb-4ca7-94ab-7c28a451aa8a req-2b04b1dd-f7fc-4644-a591-4481d3b801a6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:27.611393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-041750d1-80fb-4ca7-94ab-7c28a451aa8a req-2b04b1dd-f7fc-4644-a591-4481d3b801a6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1999898 Jun 10 01:04:27.639714 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Set router 7870c4d7-15ec-4b4e-8039-1af0a61b214b gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:27.780757 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-041750d1-80fb-4ca7-94ab-7c28a451aa8a req-aef738ba-622f-41a0-a691-d071c6ab2d49 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196365 Jun 10 01:04:27.881471 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.968875 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:27.974449 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:27.976494 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:28.056610 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:28.059696 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:28.067724 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:04:26Z', 'revision_number': 3, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:28.071634 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Checking router: 7870c4d7-15ec-4b4e-8039-1af0a61b214b for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:04:28.071996 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Updating router 7870c4d7-15ec-4b4e-8039-1af0a61b214b port 37dee764-7b12-4d04-9b00-e169c9f568c5 binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:04:28.127118 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.292046 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.317154 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4f08c-0506-4b5e-a2e0-ada2bbcd44e1 req-98059c08-f5b3-42de-b140-a9f91371dd61 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:28.318525 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-12d4f08c-0506-4b5e-a2e0-ada2bbcd44e1 req-98059c08-f5b3-42de-b140-a9f91371dd61 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1519032 Jun 10 01:04:28.447787 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-12d4f08c-0506-4b5e-a2e0-ada2bbcd44e1 req-0786f502-a38d-4a7f-a0b6-224c48e2fb26 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920546 Jun 10 01:04:28.448587 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.470217 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Transition to ACTIVE for port object 37dee764-7b12-4d04-9b00-e169c9f568c5 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:28.473489 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.477569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-25e76aaf-f0b7-4423-a23a-16f26cdefd88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:28.540903 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Allocated IP 172.20.0.1 (dd602de3-c9e8-497d-9373-82301a024757/e908eddf-2361-4ee9-b87c-b6dbf16393f8/16bc8062-cfc7-470c-87e3-62d9dce0a063) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:04:28.553548 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Attempting to bind port 37dee764-7b12-4d04-9b00-e169c9f568c5 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:04:28.553924 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Attempting to bind port 37dee764-7b12-4d04-9b00-e169c9f568c5 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:04:28.554309 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Attempting to bind port 37dee764-7b12-4d04-9b00-e169c9f568c5 on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:04:28.559980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570aa4e-4fda-464c-a65a-7cade5119cb8 None None] Pushing event updated for resources: {'Port': ['ID=37dee764-7b12-4d04-9b00-e169c9f568c5,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:28.563757 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-a570aa4e-4fda-464c-a65a-7cade5119cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:28.564639 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:04:28.565018 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:28.565422 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.565814 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:04:28.566283 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Bound port: 37dee764-7b12-4d04-9b00-e169c9f568c5, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:04:28.566689 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.636994 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] For port 37dee764-7b12-4d04-9b00-e169c9f568c5, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:04:28.640178 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] For port 37dee764-7b12-4d04-9b00-e169c9f568c5, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=37dee764-7b12-4d04-9b00-e169c9f568c5,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:04:28.644057 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.648370 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:28.690117 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.705329 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Transition to ACTIVE for port object 16bc8062-cfc7-470c-87e3-62d9dce0a063 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:28.720605 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Routers {'7870c4d7-15ec-4b4e-8039-1af0a61b214b'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:28.721244 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:28.734889 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.739748 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-487ea5fc-d977-476b-b042-43449ed0ffc1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:28.778481 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570aa4e-4fda-464c-a65a-7cade5119cb8 None None] Pushing event updated for resources: {'Port': ['ID=37dee764-7b12-4d04-9b00-e169c9f568c5,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:28.788985 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-a570aa4e-4fda-464c-a65a-7cade5119cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:28.801618 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Network dd602de3-c9e8-497d-9373-82301a024757 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:28.804798 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:28.813693 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:04:28.845291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=16bc8062-cfc7-470c-87e3-62d9dce0a063,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:28.852225 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:28.878771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:28.969508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 300610e4-c2ca-48a3-9425-6b8f18531d78 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:28.994481 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] Set router 7870c4d7-15ec-4b4e-8039-1af0a61b214b gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:29.096075 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.119609 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e9da-c14e-4396-a9e9-02efaaf24587 req-abaee01c-2711-4a3e-b88a-3a6c78ef0953 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:29.121056 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f092e9da-c14e-4396-a9e9-02efaaf24587 req-abaee01c-2711-4a3e-b88a-3a6c78ef0953 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1630580 Jun 10 01:04:29.200016 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-eb6feb54-9c4e-4717-a0c6-a1d073792017 None None] Provisioning for port 16bc8062-cfc7-470c-87e3-62d9dce0a063 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:29.209297 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-eb6feb54-9c4e-4717-a0c6-a1d073792017 None None] Provisioning complete for port 16bc8062-cfc7-470c-87e3-62d9dce0a063 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:29.209676 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-eb6feb54-9c4e-4717-a0c6-a1d073792017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.216152 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f092e9da-c14e-4396-a9e9-02efaaf24587 req-a5139ef8-e9b2-4d7d-88df-8406f745d0fd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702884 Jun 10 01:04:29.300422 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-eb6feb54-9c4e-4717-a0c6-a1d073792017 None None] Port 16bc8062-cfc7-470c-87e3-62d9dce0a063 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:04:29.313792 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 300610e4-c2ca-48a3-9425-6b8f18531d78 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:29.314168 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.359170 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.363741 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.393432 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-724c559d-54a1-4867-85dd-dbcf6b5b853a tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:29.469989 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.473469 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Pushing event updated for resources: {'Port': ['ID=16bc8062-cfc7-470c-87e3-62d9dce0a063,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:29.476777 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:29.478283 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:04:26Z', 'revision_number': 3, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:29.482247 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:29.511337 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e16f2-bcdc-4277-8f4c-ee85f3a2f96a None None] The sync data for ids ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'] in dv-cinder-795009-3-iscsi is: [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:04:26Z', 'revision_number': 3, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:04:29.566329 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:29.566730 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:29.681011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Network dd602de3-c9e8-497d-9373-82301a024757 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:04:29.684679 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:04:29.700971 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a364f-a3de-4a04-ad83-546a4ab46751 req-fc0e021d-c0ee-4c0e-9562-5ce7e4581acb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:29.702527 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-573a364f-a3de-4a04-ad83-546a4ab46751 req-fc0e021d-c0ee-4c0e-9562-5ce7e4581acb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1354938 Jun 10 01:04:29.959386 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-573a364f-a3de-4a04-ad83-546a4ab46751 req-85c82d16-e062-4dfa-8d79-7f290ad3c148 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062659 Jun 10 01:04:30.022228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-c07ffee9-cd74-4938-b25d-8bf75ba29e54 None None] Provisioning complete for port 16bc8062-cfc7-470c-87e3-62d9dce0a063 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:30.022671 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c07ffee9-cd74-4938-b25d-8bf75ba29e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:30.025690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Router 7870c4d7-15ec-4b4e-8039-1af0a61b214b has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:04:30.084210 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-c07ffee9-cd74-4938-b25d-8bf75ba29e54 None None] Port 16bc8062-cfc7-470c-87e3-62d9dce0a063 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:04:30.100930 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:04:30.206821 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:04:30.212238 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] 10.222.0.59 "PUT /v2.0/routers/7870c4d7-15ec-4b4e-8039-1af0a61b214b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8541813 Jun 10 01:04:30.416222 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786ef7-f440-4788-bcd7-c887e5c1e72e req-86d9339b-aa76-4f2e-8acb-c80f68ceadd9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:30.417573 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89786ef7-f440-4788-bcd7-c887e5c1e72e req-86d9339b-aa76-4f2e-8acb-c80f68ceadd9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0852909 Jun 10 01:04:30.462448 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89786ef7-f440-4788-bcd7-c887e5c1e72e req-6ecbdc71-fff2-433b-8fe5-a5dbc6651f6c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 Jun 10 01:04:30.713662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53350) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:30.718263 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711580504', 'description': 'tempest-secgroup-smoke-1711580504 description', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:30.740783 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:30.839095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:30.842661 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:30.846010 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:30.880130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:30.881328 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1666944 Jun 10 01:04:30.882936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2890405f-d6fd-4224-8590-32b38b7117f0,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:30.885286 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 53352) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:30.886551 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:30.890550 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group_rule': {'security_group_id': '2890405f-d6fd-4224-8590-32b38b7117f0', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:30.938945 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:30.986473 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 37dee764-7b12-4d04-9b00-e169c9f568c5 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:31.017506 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.025006 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.027416 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.068535 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 37dee764-7b12-4d04-9b00-e169c9f568c5 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:31.068938 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff76d8c2-21d4-40dd-a30f-834aca1a5cb0,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.071450 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.073298 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 37dee764-7b12-4d04-9b00-e169c9f568c5 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:31.073676 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.075707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53360) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:31.075853 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894085 Jun 10 01:04:31.078537 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.085168 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group_rule': {'security_group_id': '2890405f-d6fd-4224-8590-32b38b7117f0', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:31.169590 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.191430 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.208220 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 37dee764-7b12-4d04-9b00-e169c9f568c5, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=37dee764-7b12-4d04-9b00-e169c9f568c5,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:31.212609 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.214512 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.220233 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa87813-d1ed-4798-8f80-ecf92ff702ad req-80daa5f3-a697-4d7b-a74d-3ddb8242ad0d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:31.221677 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9aa87813-d1ed-4798-8f80-ecf92ff702ad req-80daa5f3-a697-4d7b-a74d-3ddb8242ad0d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1273527 Jun 10 01:04:31.271506 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.278793 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.279806 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=37dee764-7b12-4d04-9b00-e169c9f568c5,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.282985 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.284640 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9aa87813-d1ed-4798-8f80-ecf92ff702ad req-af83384d-38e9-44ad-852b-656e8bc10e17 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564342 Jun 10 01:04:31.288599 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6d1e2ebd-819f-4bfc-82e9-6219f1960f07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.313470 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b711d2-2704-4e89-8f21-36a8beaa5d37,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.317293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.321354 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.322549 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2454348 Jun 10 01:04:31.325514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53362) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:31.330252 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group_rule': {'security_group_id': '2890405f-d6fd-4224-8590-32b38b7117f0', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:31.359234 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.424087 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.428031 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.434685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.455663 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030cd973-b31d-41e6-a593-595fff0374ad,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.458548 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.464060 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.465441 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389740 Jun 10 01:04:31.468431 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53364) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:31.472769 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group_rule': {'security_group_id': '2890405f-d6fd-4224-8590-32b38b7117f0', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:31.501322 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.567346 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.571840 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.573887 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.634503 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45031aa-d594-4704-9f12-bd1022989790,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.642129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.646011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.647223 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9d2284c5-dc3f-44e2-9df9-bcec8074e550 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1779008 Jun 10 01:04:31.649913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53368) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:31.655617 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group_rule': {'security_group_id': '2890405f-d6fd-4224-8590-32b38b7117f0', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:31.693923 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.securitygroups_db [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Project 103ffe3e6c0443c49abcf5b3d962d6c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 01:04:31.702452 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.718475 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20531-3e48-4ee5-92aa-c5e550a15b2f req-48bd1532-797e-4c1b-b1c2-c55a5bd564d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:31.719878 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-77d20531-3e48-4ee5-92aa-c5e550a15b2f req-48bd1532-797e-4c1b-b1c2-c55a5bd564d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1368861 Jun 10 01:04:31.793924 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-77d20531-3e48-4ee5-92aa-c5e550a15b2f req-46e90351-f1e1-4538-8202-a8fc3a49a51b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674236 Jun 10 01:04:31.806173 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.809875 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.811980 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.833472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7f86a9-7f14-420d-84ef-be6d98ea4005,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.836187 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.838890 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.840054 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1892600 Jun 10 01:04:31.843109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 53370) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:04:31.847455 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'security_group_rule': {'security_group_id': '2890405f-d6fd-4224-8590-32b38b7117f0', 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:04:31.869673 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.securitygroups_db [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Project 103ffe3e6c0443c49abcf5b3d962d6c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 01:04:31.875754 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.938702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.942325 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.944298 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8cb34aa6-ef93-4dcc-b375-d6c274e47e84 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:31.966784 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11776d9-79cb-4dc9-98b3-2f2938f6598e,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:31.969514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:31.973873 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:31.975030 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-acda5a1f-bb2b-4ba4-ac03-e703b1a4a412 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310019 Jun 10 01:04:32.458560 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Sync routers for ids ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:04:32.469418 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Routers {'7870c4d7-15ec-4b4e-8039-1af0a61b214b'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:32.470184 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:32.504975 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb276178-0bd1-4780-928e-2cc27c5db867 req-75f53ccb-1bdd-4db9-b35e-c1cc9d4f8aca tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:32.507017 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bb276178-0bd1-4780-928e-2cc27c5db867 req-75f53ccb-1bdd-4db9-b35e-c1cc9d4f8aca tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1138160 Jun 10 01:04:32.575198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bb276178-0bd1-4780-928e-2cc27c5db867 req-7e224ca9-1e1e-4f1b-ac1a-0e16ca92228d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596313 Jun 10 01:04:32.682281 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Set router 7870c4d7-15ec-4b4e-8039-1af0a61b214b gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:32.944793 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 37dee764-7b12-4d04-9b00-e169c9f568c5 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:32.998218 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:04:29Z', 'revision_number': 4, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '16bc8062-cfc7-470c-87e3-62d9dce0a063', 'name': '', 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'mac_address': 'fa:16:3e:64:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:28Z', 'updated_at': '2021-06-10T01:04:29Z', 'revision_number': 2, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'subnets': [{'id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:33.002096 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Checking router: 7870c4d7-15ec-4b4e-8039-1af0a61b214b for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:04:33.002448 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Updating router 7870c4d7-15ec-4b4e-8039-1af0a61b214b port 16bc8062-cfc7-470c-87e3-62d9dce0a063 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:04:33.006832 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb58ff-1109-4847-acaf-121b70d0400a req-f5751d16-3ed1-4789-93b9-83d5ba0eaa55 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:33.008362 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-08eb58ff-1109-4847-acaf-121b70d0400a req-f5751d16-3ed1-4789-93b9-83d5ba0eaa55 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0895984 Jun 10 01:04:33.023654 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 37dee764-7b12-4d04-9b00-e169c9f568c5 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:33.024113 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.060785 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.073799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-08eb58ff-1109-4847-acaf-121b70d0400a req-5980550b-7922-4f7b-82ab-c0b2e1407dce tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589354 Jun 10 01:04:33.437451 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.448705 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Transition to ACTIVE for port object 16bc8062-cfc7-470c-87e3-62d9dce0a063 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:04:33.455460 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.460090 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-1622b9bd-62eb-47b4-af28-d53436ca43c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:33.580632 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050d99a-ed65-4c5a-84ae-cb206ecf89bf None None] Pushing event updated for resources: {'Port': ['ID=16bc8062-cfc7-470c-87e3-62d9dce0a063,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:33.584563 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-8050d99a-ed65-4c5a-84ae-cb206ecf89bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:33.678397 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Attempting to bind port 16bc8062-cfc7-470c-87e3-62d9dce0a063 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:04:33.678770 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Attempting to bind port 16bc8062-cfc7-470c-87e3-62d9dce0a063 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:04:33.679137 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Attempting to bind port 16bc8062-cfc7-470c-87e3-62d9dce0a063 on network dd602de3-c9e8-497d-9373-82301a024757 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:04:33.685416 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:04:33.686036 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Checking segment: {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:04:33.686832 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.687404 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Bound using segment: {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:04:33.687928 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Bound port: 16bc8062-cfc7-470c-87e3-62d9dce0a063, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c27e42-bae4-4e79-8451-452055213bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:04:33.688305 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.790995 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] For port 16bc8062-cfc7-470c-87e3-62d9dce0a063, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:04:33.793984 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] For port 16bc8062-cfc7-470c-87e3-62d9dce0a063, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=16bc8062-cfc7-470c-87e3-62d9dce0a063,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:04:33.799549 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:33.802369 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9292-5bd8-4747-81b0-630ee0efa3a0 req-d7ab226c-2af8-4577-8a29-e4667b266aa4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:33.803501 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:33.804025 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-460a9292-5bd8-4747-81b0-630ee0efa3a0 req-d7ab226c-2af8-4577-8a29-e4667b266aa4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0923951 Jun 10 01:04:33.852651 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-460a9292-5bd8-4747-81b0-630ee0efa3a0 req-821302a5-12a1-4819-8b31-ffb47f5c1a7c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Jun 10 01:04:33.878161 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Routers {'7870c4d7-15ec-4b4e-8039-1af0a61b214b'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:04:33.879183 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:04:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:33.936045 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050d99a-ed65-4c5a-84ae-cb206ecf89bf None None] Pushing event updated for resources: {'Port': ['ID=16bc8062-cfc7-470c-87e3-62d9dce0a063,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:33.946671 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-8050d99a-ed65-4c5a-84ae-cb206ecf89bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:34.072894 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] Set router 7870c4d7-15ec-4b4e-8039-1af0a61b214b gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:04:34.407682 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:04:29Z', 'revision_number': 4, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '16bc8062-cfc7-470c-87e3-62d9dce0a063', 'name': '', 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'mac_address': 'fa:16:3e:64:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:28Z', 'updated_at': '2021-06-10T01:04:33Z', 'revision_number': 4, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'subnets': [{'id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:04:34.412239 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ec717-0378-4f23-b33b-510813045c01 None None] The sync data for ids ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'] in dv-cinder-795009-3-iscsi is: [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:04:29Z', 'revision_number': 4, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '16bc8062-cfc7-470c-87e3-62d9dce0a063', 'name': '', 'network_id': 'dd602de3-c9e8-497d-9373-82301a024757', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'mac_address': 'fa:16:3e:64:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:28Z', 'updated_at': '2021-06-10T01:04:33Z', 'revision_number': 4, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'subnets': [{'id': 'e908eddf-2361-4ee9-b87c-b6dbf16393f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:04:34.447698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc894d5f-9c2b-4209-9e32-27b042f8bc30 req-54e31d5a-243e-44ea-a98c-85a7bb3c71f0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:34.447698 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc894d5f-9c2b-4209-9e32-27b042f8bc30 req-54e31d5a-243e-44ea-a98c-85a7bb3c71f0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0900321 Jun 10 01:04:34.517305 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc894d5f-9c2b-4209-9e32-27b042f8bc30 req-37b2242e-9df7-4c3e-878c-3fd95ef22118 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490391 Jun 10 01:04:35.029148 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 16bc8062-cfc7-470c-87e3-62d9dce0a063 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:35.098894 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf65f-896a-41f8-9f84-205e58110e0d req-4be10d8d-77cb-4a71-8177-ff2573d5e74d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:35.106981 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-77adf65f-896a-41f8-9f84-205e58110e0d req-4be10d8d-77cb-4a71-8177-ff2573d5e74d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0953310 Jun 10 01:04:35.119526 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 16bc8062-cfc7-470c-87e3-62d9dce0a063 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:04:35.125299 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 16bc8062-cfc7-470c-87e3-62d9dce0a063 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:35.125706 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:35.158372 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-77adf65f-896a-41f8-9f84-205e58110e0d req-395df3e8-d39c-4295-b509-b5fc4d80a73a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502808 Jun 10 01:04:35.264643 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:35.296906 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 16bc8062-cfc7-470c-87e3-62d9dce0a063, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=16bc8062-cfc7-470c-87e3-62d9dce0a063,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:35.300556 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:35.302311 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:35.369012 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=16bc8062-cfc7-470c-87e3-62d9dce0a063,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:35.371929 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:35.734504 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722f79f-c189-4ed0-b1a9-f6ef7fac8218 req-cc3ab131-84f8-4885-a4cc-4934be43d516 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:35.735892 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c722f79f-c189-4ed0-b1a9-f6ef7fac8218 req-cc3ab131-84f8-4885-a4cc-4934be43d516 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0819669 Jun 10 01:04:35.779202 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c722f79f-c189-4ed0-b1a9-f6ef7fac8218 req-484b1742-9160-479e-91bb-b059fbf2c4c7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377166 Jun 10 01:04:36.336501 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c3ca9-3244-4bfb-9c01-0a1b462fb545 req-08269d9e-7389-4bf7-910e-870c826546a6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:36.337953 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b2c3ca9-3244-4bfb-9c01-0a1b462fb545 req-08269d9e-7389-4bf7-910e-870c826546a6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0795543 Jun 10 01:04:36.386767 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8b2c3ca9-3244-4bfb-9c01-0a1b462fb545 req-d673fe61-3734-4131-9e3d-e3b3425dda88 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Jun 10 01:04:36.940494 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 16bc8062-cfc7-470c-87e3-62d9dce0a063 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:04:37.047740 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52d67d-72a6-4331-a42a-b57ffea8bf8e req-6b71cf49-58c6-403a-b1ff-2baf33bd63b5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:37.049507 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-df52d67d-72a6-4331-a42a-b57ffea8bf8e req-6b71cf49-58c6-403a-b1ff-2baf33bd63b5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1578593 Jun 10 01:04:37.052603 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 16bc8062-cfc7-470c-87e3-62d9dce0a063 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:04:37.053064 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:37.104690 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-df52d67d-72a6-4331-a42a-b57ffea8bf8e req-477451dc-d77d-45b0-9d6d-35c17efdd12f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478475 Jun 10 01:04:37.568213 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd59a5d-836d-4ce3-af1d-7092c312d7b3 req-0355f7af-51c2-452c-a849-9883e7e464ec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:37.569533 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fdd59a5d-836d-4ce3-af1d-7092c312d7b3 req-0355f7af-51c2-452c-a849-9883e7e464ec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0801411 Jun 10 01:04:37.612131 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fdd59a5d-836d-4ce3-af1d-7092c312d7b3 req-cd85f9b8-d2e5-48c6-af25-b8bc835e6694 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361972 Jun 10 01:04:38.292367 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678b3bb-2246-4b69-99b6-ffea12eb77be req-a50c618c-6df8-47e9-bac5-e85095f2e161 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:38.293817 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1678b3bb-2246-4b69-99b6-ffea12eb77be req-a50c618c-6df8-47e9-bac5-e85095f2e161 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0788879 Jun 10 01:04:38.342937 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1678b3bb-2246-4b69-99b6-ffea12eb77be req-c8849ae2-1611-4974-b776-9c4d14ffb155 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 Jun 10 01:04:38.792834 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f672-b691-4f4b-8ff7-17ee1fd25125 req-019d12ba-4966-4cd2-b0df-a73cf213855d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:38.794240 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86e9f672-b691-4f4b-8ff7-17ee1fd25125 req-019d12ba-4966-4cd2-b0df-a73cf213855d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0787880 Jun 10 01:04:38.838728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86e9f672-b691-4f4b-8ff7-17ee1fd25125 req-04e1f550-1f9f-41b8-af50-0b6000c5c2bf tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Jun 10 01:04:38.838960 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:39.532845 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d71ae-f142-424e-b0dd-15a73df521a1 req-4bd39b3f-fb5f-400b-9251-c6626a965d2a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:39.534430 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-089d71ae-f142-424e-b0dd-15a73df521a1 req-4bd39b3f-fb5f-400b-9251-c6626a965d2a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0838339 Jun 10 01:04:39.578614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-089d71ae-f142-424e-b0dd-15a73df521a1 req-e0cc2c79-eb7c-4d39-a67d-1a544eb35258 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 Jun 10 01:04:40.025665 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6fd6d-fdc6-47d4-9d65-f0c313242036 req-09c62bd5-6f18-4c5e-878d-644e51dca3b7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:40.027770 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e2e6fd6d-fdc6-47d4-9d65-f0c313242036 req-09c62bd5-6f18-4c5e-878d-644e51dca3b7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0818293 Jun 10 01:04:40.080650 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e2e6fd6d-fdc6-47d4-9d65-f0c313242036 req-72913c22-e839-4cfa-a6d6-1c97e87dfc23 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450919 Jun 10 01:04:40.766976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5195bf-bfab-42cc-b800-c9afd6ee3d06 req-dcdd8749-a4aa-4694-a411-d579c67372e1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:40.768370 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc5195bf-bfab-42cc-b800-c9afd6ee3d06 req-dcdd8749-a4aa-4694-a411-d579c67372e1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0826163 Jun 10 01:04:40.811527 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc5195bf-bfab-42cc-b800-c9afd6ee3d06 req-345d0c8a-ec8b-40d9-a772-25a2336264d8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377080 Jun 10 01:04:41.260645 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23eead-271f-4b68-a3ef-9f01f964c8a8 req-2a23f2c6-9f04-4060-afad-16262ab6d7cb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:41.262070 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec23eead-271f-4b68-a3ef-9f01f964c8a8 req-2a23f2c6-9f04-4060-afad-16262ab6d7cb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0769026 Jun 10 01:04:41.288066 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-023f48aa-9901-485f-9f93-2f9616d146aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:41.307518 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec23eead-271f-4b68-a3ef-9f01f964c8a8 req-610e9dc0-974e-408e-86ad-09788e6840c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Jun 10 01:04:42.000302 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255a6b-c4f1-4d54-af60-a2c47ba844f9 req-55fe151f-42a5-4228-b57b-7b3839229121 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:42.001740 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3255a6b-c4f1-4d54-af60-a2c47ba844f9 req-55fe151f-42a5-4228-b57b-7b3839229121 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0814736 Jun 10 01:04:42.055500 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3255a6b-c4f1-4d54-af60-a2c47ba844f9 req-cb910e1b-5220-42df-a574-558a5ee8e604 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468819 Jun 10 01:04:42.496030 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac2c9-f773-4fd8-afde-4596b1057905 req-97202742-7c79-4f50-923a-8266de9e6699 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:42.498053 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7d0ac2c9-f773-4fd8-afde-4596b1057905 req-97202742-7c79-4f50-923a-8266de9e6699 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0791316 Jun 10 01:04:42.546094 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7d0ac2c9-f773-4fd8-afde-4596b1057905 req-efb5e168-7706-40fa-9481-80854342648e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Jun 10 01:04:43.239793 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce238b86-16a4-4e4b-9e0d-b9873c7491e6 req-f02ad0c1-c03b-4129-bad5-dd7dc69489f2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:43.241218 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ce238b86-16a4-4e4b-9e0d-b9873c7491e6 req-f02ad0c1-c03b-4129-bad5-dd7dc69489f2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0781841 Jun 10 01:04:43.285684 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ce238b86-16a4-4e4b-9e0d-b9873c7491e6 req-d5e68ba5-3fda-4da3-b58b-1934dd6bca95 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389190 Jun 10 01:04:43.470075 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:43.739034 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a35f77e4-1a8e-440f-9a66-f9dd92e8bccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:43.753382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074b29f-64a2-40d6-96f2-e6ea7355bc4d req-b45d9b75-4ed4-4bbc-89ba-d0c148eb3e2a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:43.754845 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5074b29f-64a2-40d6-96f2-e6ea7355bc4d req-b45d9b75-4ed4-4bbc-89ba-d0c148eb3e2a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0999286 Jun 10 01:04:43.800261 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5074b29f-64a2-40d6-96f2-e6ea7355bc4d req-92204152-b8e1-4b03-8c3e-f3be04459817 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397046 Jun 10 01:04:44.468671 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fd532-d6b3-420a-8000-b79b3f551111 req-ad454b34-926c-4870-aaf8-49b0d6a4f790 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:44.469985 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-012fd532-d6b3-420a-8000-b79b3f551111 req-ad454b34-926c-4870-aaf8-49b0d6a4f790 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0770686 Jun 10 01:04:44.512822 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-012fd532-d6b3-420a-8000-b79b3f551111 req-2339e209-e09e-473e-a3ee-c9c79de8527f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374053 Jun 10 01:04:44.717970 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:44.989694 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fd002-6549-4b60-b23d-67f3869a2936 req-c2630b65-7467-46f5-8f3e-2c801a91a03d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:44.991245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b72fd002-6549-4b60-b23d-67f3869a2936 req-c2630b65-7467-46f5-8f3e-2c801a91a03d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0843685 Jun 10 01:04:45.036584 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b72fd002-6549-4b60-b23d-67f3869a2936 req-e31467d3-6701-4a0a-850a-f014baa1e584 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Jun 10 01:04:45.698544 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0b626-9d9c-45be-b98f-1c9267714985 req-f2b1ac4e-1fd2-41b7-8d26-ca7773bd8ae5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:45.702439 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6fc0b626-9d9c-45be-b98f-1c9267714985 req-f2b1ac4e-1fd2-41b7-8d26-ca7773bd8ae5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0798767 Jun 10 01:04:45.754962 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6fc0b626-9d9c-45be-b98f-1c9267714985 req-2b08c0db-6bf0-4f83-bbf8-6359ba5e90e2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484672 Jun 10 01:04:46.224949 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344270d-d9e0-4ad8-8271-2fb0126330c1 req-05afa66d-5a13-4357-b125-25ae155e0bca tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:46.226271 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9344270d-d9e0-4ad8-8271-2fb0126330c1 req-05afa66d-5a13-4357-b125-25ae155e0bca tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0779366 Jun 10 01:04:46.270476 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9344270d-d9e0-4ad8-8271-2fb0126330c1 req-aa030726-93c5-41d2-b2fd-853d4a20c22b tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380681 Jun 10 01:04:46.375215 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:46.946937 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4811f3-0236-4fc7-8483-ced88cc2dc7e req-c8be8b98-4205-4939-b53d-64cd754d3bbf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:46.948363 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e4811f3-0236-4fc7-8483-ced88cc2dc7e req-c8be8b98-4205-4939-b53d-64cd754d3bbf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0818336 Jun 10 01:04:46.991715 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e4811f3-0236-4fc7-8483-ced88cc2dc7e req-3aa29274-b311-4b21-93ce-3d8d2006d942 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372717 Jun 10 01:04:47.559049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b087b4-373d-48d0-9c5b-2a17e8cb50fa req-259d4c9a-3683-43ef-a631-c2fcfb2d1fda tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:47.560926 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-65b087b4-373d-48d0-9c5b-2a17e8cb50fa req-259d4c9a-3683-43ef-a631-c2fcfb2d1fda tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1839776 Jun 10 01:04:47.604486 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-65b087b4-373d-48d0-9c5b-2a17e8cb50fa req-0dc51138-e7d6-44c8-980b-7bc1d2b5aad1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380282 Jun 10 01:04:48.246647 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd15f-1651-4afe-a663-f395ad2f62da req-ca891873-04c5-4cd2-88f4-a30a0ee259f8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:48.248329 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49cbd15f-1651-4afe-a663-f395ad2f62da req-ca891873-04c5-4cd2-88f4-a30a0ee259f8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1436651 Jun 10 01:04:48.294342 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49cbd15f-1651-4afe-a663-f395ad2f62da req-2be015fd-ba20-4c3a-86ba-73a456a3d8fd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404351 Jun 10 01:04:48.791534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60c7a-027f-4cca-947a-d27c3263be4e req-b2e1f0c7-a410-4dd8-b255-c69feaaa4b8f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:48.792957 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c8b60c7a-027f-4cca-947a-d27c3263be4e req-b2e1f0c7-a410-4dd8-b255-c69feaaa4b8f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0812566 Jun 10 01:04:48.842372 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c8b60c7a-027f-4cca-947a-d27c3263be4e req-c003fc7c-634a-4820-bc09-ff3ffd7e41bc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Jun 10 01:04:49.539197 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45095aa-7d0a-4bf3-9a43-ffb55924fdb9 req-88830d9d-d9d4-41b5-8073-23dcb96d70cf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:49.540587 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e45095aa-7d0a-4bf3-9a43-ffb55924fdb9 req-88830d9d-d9d4-41b5-8073-23dcb96d70cf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1332271 Jun 10 01:04:49.586924 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e45095aa-7d0a-4bf3-9a43-ffb55924fdb9 req-b1dcbb57-fc6c-4b95-ae4b-131f51a74df1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402529 Jun 10 01:04:50.029680 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d0c4-a5a3-4806-89c7-8db4405959e4 req-bcf6ae96-6a11-4a87-960b-30ce63aed4a7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:50.031098 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b362d0c4-a5a3-4806-89c7-8db4405959e4 req-bcf6ae96-6a11-4a87-960b-30ce63aed4a7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0825872 Jun 10 01:04:50.075806 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b362d0c4-a5a3-4806-89c7-8db4405959e4 req-0379c60d-fe87-46aa-9fc2-bb47bfe050ec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 Jun 10 01:04:50.772290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717cffd-35c6-4279-81bf-003a12ad7af9 req-d2b8ece8-b273-42f7-8c92-ec88d06afdb0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:50.773784 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7717cffd-35c6-4279-81bf-003a12ad7af9 req-d2b8ece8-b273-42f7-8c92-ec88d06afdb0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0780215 Jun 10 01:04:50.818330 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7717cffd-35c6-4279-81bf-003a12ad7af9 req-bde97aee-0e94-4d84-b3ff-51a94ca427d5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388520 Jun 10 01:04:51.267123 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ae7e6-736d-455e-8bd2-e16ab6b32377 req-7634cf41-eedd-43f9-85c9-c8e71858e2d5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:51.268673 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-954ae7e6-736d-455e-8bd2-e16ab6b32377 req-7634cf41-eedd-43f9-85c9-c8e71858e2d5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0840425 Jun 10 01:04:51.313961 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-954ae7e6-736d-455e-8bd2-e16ab6b32377 req-e9644fb1-1544-44f4-9bd4-1677142b0286 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383637 Jun 10 01:04:52.002182 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db36bc4-c021-4a42-940f-cd1a89130d82 req-0b45d7f8-b378-4e1e-82c1-2714fd4f3635 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:52.003645 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5db36bc4-c021-4a42-940f-cd1a89130d82 req-0b45d7f8-b378-4e1e-82c1-2714fd4f3635 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0771410 Jun 10 01:04:52.050215 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5db36bc4-c021-4a42-940f-cd1a89130d82 req-6794b3db-eea9-4975-a94d-380162e618df tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 Jun 10 01:04:52.491033 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff546-1d61-4c52-89c2-83615c022776 req-b54aabf6-f4f5-4ed2-9fab-d797c5a027bc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:52.492518 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2ecff546-1d61-4c52-89c2-83615c022776 req-b54aabf6-f4f5-4ed2-9fab-d797c5a027bc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0782962 Jun 10 01:04:52.542105 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2ecff546-1d61-4c52-89c2-83615c022776 req-33bc2080-2a6a-446b-809d-24cf794006dd tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Jun 10 01:04:53.241716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5374fe6-e8f1-4180-9fa0-dc5cfbfde632 req-0938d22e-34ad-4a7a-b343-0eaa4a075289 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:53.243170 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5374fe6-e8f1-4180-9fa0-dc5cfbfde632 req-0938d22e-34ad-4a7a-b343-0eaa4a075289 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0814657 Jun 10 01:04:53.286913 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5374fe6-e8f1-4180-9fa0-dc5cfbfde632 req-a5f24a96-43fe-45d0-9c4a-6ee60db8b7be tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 Jun 10 01:04:53.725848 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b048-a56b-472f-9591-22f9372bd9a1 req-788851eb-2c6d-4505-b1bb-6f9d1c0120b0 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:53.727318 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bcb1b048-a56b-472f-9591-22f9372bd9a1 req-788851eb-2c6d-4505-b1bb-6f9d1c0120b0 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0789087 Jun 10 01:04:53.771228 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bcb1b048-a56b-472f-9591-22f9372bd9a1 req-82c9a0e8-1f04-4dfd-bd2b-3e689d00b02b tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382657 Jun 10 01:04:54.473096 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b646dc5-0364-4fd8-90ad-730d3a5aaa1f req-2958c2fb-9057-4c9c-a630-9b2a50b727fe tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:54.474523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b646dc5-0364-4fd8-90ad-730d3a5aaa1f req-2958c2fb-9057-4c9c-a630-9b2a50b727fe tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0818627 Jun 10 01:04:54.519101 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b646dc5-0364-4fd8-90ad-730d3a5aaa1f req-6f491a32-ca00-4f88-866e-b274ccff8cdb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Jun 10 01:04:54.960494 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeeefb-56e1-4475-aad9-971ab0caa169 req-cb9cfbd3-cee0-4468-9f01-89aa135f41e7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:54.961834 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-80eeeefb-56e1-4475-aad9-971ab0caa169 req-cb9cfbd3-cee0-4468-9f01-89aa135f41e7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0775204 Jun 10 01:04:55.005238 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-80eeeefb-56e1-4475-aad9-971ab0caa169 req-1f86265c-311d-4baf-bb1d-e3c60cb703e4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371299 Jun 10 01:04:55.705628 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dee3ec-676c-4a4b-818c-d2b738a37941 req-cd1826e3-339a-44ea-8991-9e1137083e1c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:55.707066 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f8dee3ec-676c-4a4b-818c-d2b738a37941 req-cd1826e3-339a-44ea-8991-9e1137083e1c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0814445 Jun 10 01:04:55.750706 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f8dee3ec-676c-4a4b-818c-d2b738a37941 req-1c412d9d-9788-4cc4-9ea3-ea383f493d64 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380776 Jun 10 01:04:56.186498 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ec8e-6044-405b-bb04-93c9dece5650 req-81d056d5-c28a-4026-b2f6-7008701c848c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:56.187857 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7912ec8e-6044-405b-bb04-93c9dece5650 req-81d056d5-c28a-4026-b2f6-7008701c848c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0783722 Jun 10 01:04:56.235024 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7912ec8e-6044-405b-bb04-93c9dece5650 req-c30bc5d3-a014-43f1-b532-cae437741514 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Jun 10 01:04:56.836859 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:04:56.956191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73191e69-0d26-4584-afd3-5a613d0fc784 req-e93d3527-ba9b-4fdf-89e1-e8c4d3598b26 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:56.958966 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73191e69-0d26-4584-afd3-5a613d0fc784 req-e93d3527-ba9b-4fdf-89e1-e8c4d3598b26 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0958436 Jun 10 01:04:56.971844 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:56.985489 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'mac_address': 'fa:16:3e:93:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:04:57.003708 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-73191e69-0d26-4584-afd3-5a613d0fc784 req-fe7f78c8-323e-4745-806b-26bdd421d783 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Jun 10 01:04:57.042042 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:57.058622 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:04:57.073567 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:04:57.079849 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:04:57.081581 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:04:57.145103 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=6']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:04:57.152193 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.152538 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.152874 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.153206 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.153536 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.153862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.154185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.154508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.154928 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.155247 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.156734 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.156734 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:04:57.159654 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:04:57.417637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32144a2f-ac47-4cf7-ba1d-90c8a5a44b14 req-91f06816-0971-4a7d-8a0b-40186785b9ce tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:57.430217 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32144a2f-ac47-4cf7-ba1d-90c8a5a44b14 req-91f06816-0971-4a7d-8a0b-40186785b9ce tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0813296 Jun 10 01:04:57.475498 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32144a2f-ac47-4cf7-ba1d-90c8a5a44b14 req-2e6578b9-8236-4d3e-b9ba-b6fbfd74849a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475800 Jun 10 01:04:58.187304 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fede2-1f36-4f6f-89a9-9115f8520bdb req-08bf03ab-9e4d-4a3a-a2cd-69b441c4be53 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:58.188737 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f48fede2-1f36-4f6f-89a9-9115f8520bdb req-08bf03ab-9e4d-4a3a-a2cd-69b441c4be53 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.0787280 Jun 10 01:04:58.231287 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f48fede2-1f36-4f6f-89a9-9115f8520bdb req-36fcef75-cd71-4b27-98fd-ed0eba6f734c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370176 Jun 10 01:04:58.660404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6de3-a79c-45d8-b728-e1af77e971e8 req-48673581-329a-412b-871a-f6ab934c41aa tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:58.661776 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-426f6de3-a79c-45d8-b728-e1af77e971e8 req-48673581-329a-412b-871a-f6ab934c41aa tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0805840 Jun 10 01:04:58.708664 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-426f6de3-a79c-45d8-b728-e1af77e971e8 req-e4a15f19-6fac-426f-9466-0ed57c0f212f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Jun 10 01:04:58.738941 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:04:59.413555 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102f09-8d0e-47b9-8025-e43f800cff2d req-9554475e-2b9e-4fed-91f3-2287851e2c2c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:59.414922 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39102f09-8d0e-47b9-8025-e43f800cff2d req-9554475e-2b9e-4fed-91f3-2287851e2c2c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.0777304 Jun 10 01:04:59.463097 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39102f09-8d0e-47b9-8025-e43f800cff2d req-c55659d6-0cd4-4a16-be1f-41c8b781bfa6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Jun 10 01:04:59.948391 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487dc5-e791-458c-b0d8-4782e4556dad req-ff1616af-96f1-4977-96ac-5ba7f16d84ba tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:04:59.949836 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6c487dc5-e791-458c-b0d8-4782e4556dad req-ff1616af-96f1-4977-96ac-5ba7f16d84ba tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1350951 Jun 10 01:04:59.993481 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6c487dc5-e791-458c-b0d8-4782e4556dad req-93c88417-59b8-4056-80f4-03437d49c484 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375085 Jun 10 01:05:00.641339 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:05:00.669751 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5b4ae-0f0e-428e-8a8b-45cea4436123 req-0beab2a5-da78-4eee-aace-0377f9f52f43 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:00.671295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6a5b4ae-0f0e-428e-8a8b-45cea4436123 req-0beab2a5-da78-4eee-aace-0377f9f52f43 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.0920470 Jun 10 01:05:00.710012 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:05:00.710611 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:00.717927 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6a5b4ae-0f0e-428e-8a8b-45cea4436123 req-70cc903e-8b94-44e2-9500-4f6b326fc15a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409167 Jun 10 01:05:00.830955 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:00.858641 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:05:00.860931 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bcfd3d-6e4c-4dd6-bfe5-450e393d8a39" -d '{"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-plugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:05:00.869327 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:05:00.875115 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:00.877134 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-a570aa4e-4fda-464c-a65a-7cade5119cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:00.918317 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd1c6f-e9e4-4eb0-8b0c-f7e08713a9c3 x-openstack-request-id: req-74bd1c6f-e9e4-4eb0-8b0c-f7e08713a9c3 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:05:00.918841 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-plugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:05:00.919184 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74bd1c6f-e9e4-4eb0-8b0c-f7e08713a9c3 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:05:00.919614 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'code': 200} Jun 10 01:05:00.960271 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=7']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:00.963348 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:01.175885 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188ea65-585a-4095-a15a-309c90dd0847 req-f8c5fadc-5efc-48e7-b3c0-795fa1276871 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:01.177210 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8188ea65-585a-4095-a15a-309c90dd0847 req-f8c5fadc-5efc-48e7-b3c0-795fa1276871 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0768273 Jun 10 01:05:01.227472 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8188ea65-585a-4095-a15a-309c90dd0847 req-a0c9f228-0b22-4108-9d0c-0cdb1385d868 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Jun 10 01:05:01.927281 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c34fa5-766e-49aa-9ee2-02ab81007169 req-4ca67228-0c20-4c01-b333-aeb143613dde tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:01.928787 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-47c34fa5-766e-49aa-9ee2-02ab81007169 req-4ca67228-0c20-4c01-b333-aeb143613dde tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0943294 Jun 10 01:05:01.976781 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-47c34fa5-766e-49aa-9ee2-02ab81007169 req-c5898509-6b6f-4fd1-bc1b-63c5eadcfa75 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405226 Jun 10 01:05:02.420070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c532f6-29af-4e9a-b12a-afaf508601fc req-61db91ec-0b2f-45cb-8318-e338109f26b0 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:02.421689 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90c532f6-29af-4e9a-b12a-afaf508601fc req-61db91ec-0b2f-45cb-8318-e338109f26b0 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0880077 Jun 10 01:05:02.472044 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90c532f6-29af-4e9a-b12a-afaf508601fc req-bcc30fa5-9d26-4de5-9953-b838da46d7e9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434453 Jun 10 01:05:02.829430 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02314cc-72b6-4d1f-8208-0c202c8e813c req-34d123f3-f0df-42fc-a231-2e512cba6763 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:02.831046 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f02314cc-72b6-4d1f-8208-0c202c8e813c req-34d123f3-f0df-42fc-a231-2e512cba6763 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0850565 Jun 10 01:05:02.880055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f02314cc-72b6-4d1f-8208-0c202c8e813c req-c6f760e1-c400-4a8a-8def-db1a08b51fe4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Jun 10 01:05:03.214622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c92e1-ea98-461b-a323-c50892fddd26 req-e5b83b05-d3f0-4495-83ad-941b3f71dabc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:03.216750 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc0c92e1-ea98-461b-a323-c50892fddd26 req-e5b83b05-d3f0-4495-83ad-941b3f71dabc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0932965 Jun 10 01:05:03.277706 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc0c92e1-ea98-461b-a323-c50892fddd26 req-65812552-be18-457a-9073-fb9972ac9c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549424 Jun 10 01:05:04.122721 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea752ecd-db3f-485d-9741-d939b821e984 req-7fb9c56b-e33a-4223-aaa0-fa7c7235a872 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:04.125219 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ea752ecd-db3f-485d-9741-d939b821e984 req-7fb9c56b-e33a-4223-aaa0-fa7c7235a872 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0936308 Jun 10 01:05:04.183987 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ea752ecd-db3f-485d-9741-d939b821e984 req-a5f6b877-e7ae-442c-a382-e8e5566d3078 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486417 Jun 10 01:05:04.526378 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1503a-d9d8-42f4-8173-510d68dc93c4 req-d5887c6c-80f5-4148-bb8a-4e1f7ae54d7a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:04.527939 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ddb1503a-d9d8-42f4-8173-510d68dc93c4 req-d5887c6c-80f5-4148-bb8a-4e1f7ae54d7a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0912776 Jun 10 01:05:04.573851 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ddb1503a-d9d8-42f4-8173-510d68dc93c4 req-7b900774-20b4-4145-9487-1c20d47604e7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Jun 10 01:05:05.370976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befda4db-388d-467f-a9e4-fc138fb7866e req-f488c9ae-b6cc-407d-abe1-8856676423a4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:05.372658 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-befda4db-388d-467f-a9e4-fc138fb7866e req-f488c9ae-b6cc-407d-abe1-8856676423a4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0825384 Jun 10 01:05:05.430399 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-befda4db-388d-467f-a9e4-fc138fb7866e req-3edb9a4b-fb12-4661-b589-29615a063993 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513899 Jun 10 01:05:05.795959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82f0e0-c4ad-4380-be75-b0c40b176644 req-59693697-17e2-443f-a73f-b87aa6567d80 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:05.797962 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3f82f0e0-c4ad-4380-be75-b0c40b176644 req-59693697-17e2-443f-a73f-b87aa6567d80 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0944378 Jun 10 01:05:05.855191 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3f82f0e0-c4ad-4380-be75-b0c40b176644 req-31940af6-48a8-4378-befe-1a0f341b0a94 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511196 Jun 10 01:05:06.652886 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee0c83-706e-48bd-aa3d-7a6d08cae499 req-14254077-4bb2-4047-b71f-0a77df6e4962 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:06.655133 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-85ee0c83-706e-48bd-aa3d-7a6d08cae499 req-14254077-4bb2-4047-b71f-0a77df6e4962 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0953672 Jun 10 01:05:06.702079 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-85ee0c83-706e-48bd-aa3d-7a6d08cae499 req-a32c3542-8ae9-46a3-b117-aa3929e664de tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409522 Jun 10 01:05:07.067376 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18aae5-ddd3-427c-afd6-15dff3276c26 req-d145825e-3be9-4822-89bd-3b818f7d55a5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:07.068984 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2f18aae5-ddd3-427c-afd6-15dff3276c26 req-d145825e-3be9-4822-89bd-3b818f7d55a5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0844502 Jun 10 01:05:07.102406 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:05:07.118678 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2f18aae5-ddd3-427c-afd6-15dff3276c26 req-823eccbc-9075-4a1f-8f3c-bfe1d27d6ef5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435436 Jun 10 01:05:07.906334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5df37-af96-4de9-ac28-b1918cc97cd9 req-a09e8ec7-9df1-4a76-aab9-5697012b7492 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:07.907932 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2cf5df37-af96-4de9-ac28-b1918cc97cd9 req-a09e8ec7-9df1-4a76-aab9-5697012b7492 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0849080 Jun 10 01:05:07.960034 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2cf5df37-af96-4de9-ac28-b1918cc97cd9 req-beffaa0e-ca6c-47d3-9d49-126fc27f0fe1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460844 Jun 10 01:05:08.346569 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57877db2-3f57-4e64-845d-9c3a3ea9a84c req-bee0531e-6035-4d27-9c83-a51e057cae00 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:08.348565 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-57877db2-3f57-4e64-845d-9c3a3ea9a84c req-bee0531e-6035-4d27-9c83-a51e057cae00 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0950608 Jun 10 01:05:08.397954 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-57877db2-3f57-4e64-845d-9c3a3ea9a84c req-f5f021f7-fcc2-469a-bcbd-d9f9e50b84f1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Jun 10 01:05:08.860993 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:08.899607 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-dc30e34d-869a-438d-8d8b-a75305f1f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:08.901241 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-dc30e34d-869a-438d-8d8b-a75305f1f3a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1099 time: 0.1525881 Jun 10 01:05:09.048636 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-54364276-26f3-41e3-b4ea-2ba9cc8aab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:09.050900 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-54364276-26f3-41e3-b4ea-2ba9cc8aab8a service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.1432025 Jun 10 01:05:09.304750 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-05914dcf-3d0f-46ba-96af-b36e831ea28d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 1001 time: 0.2452340 Jun 10 01:05:09.370630 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e7f7-1454-4322-84e1-8b79890bf585 req-18b7e2d9-f839-4c69-a1c5-409a9efca886 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:09.377922 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7ae6e7f7-1454-4322-84e1-8b79890bf585 req-18b7e2d9-f839-4c69-a1c5-409a9efca886 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1648583 Jun 10 01:05:09.441934 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-54d55c8a-1fa4-486d-9a2c-b6fd25fde99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:09.443743 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-54d55c8a-1fa4-486d-9a2c-b6fd25fde99e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.1308327 Jun 10 01:05:09.446720 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7ae6e7f7-1454-4322-84e1-8b79890bf585 req-08dad4c9-6bcc-4ea0-b884-be38c6077226 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680168 Jun 10 01:05:09.600334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-7cd5237b-7085-4e62-8678-17b55eddd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:09.601888 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-7cd5237b-7085-4e62-8678-17b55eddd481 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1452365 Jun 10 01:05:09.718056 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfae78-024e-41b0-8157-0a2d240d620d req-d14e3314-ec76-456d-8eff-ddf0ba1567aa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:09.719787 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-99cfae78-024e-41b0-8157-0a2d240d620d req-d14e3314-ec76-456d-8eff-ddf0ba1567aa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1944027 Jun 10 01:05:09.801085 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-99cfae78-024e-41b0-8157-0a2d240d620d req-de3e11e0-e1c9-49b8-ada2-c817cb4ad600 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734901 Jun 10 01:05:09.807068 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-42080782-6313-4119-b863-67ce9254bcf3 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956995 Jun 10 01:05:09.987044 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28ee9a04-98b7-4816-a62a-780ef61a5f98 req-2d1d025b-3afa-4a7c-8760-ff83f26c4e2b service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713920 Jun 10 01:05:10.294672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-09ed1e66-f5fd-46d2-b04e-03b8879c37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:10.296581 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-09ed1e66-f5fd-46d2-b04e-03b8879c37ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1099 time: 0.0850971 Jun 10 01:05:10.662130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877264bb-140c-471d-b407-6a5c5a58f6f2 req-f0d743a4-5526-4277-8f80-c01b9cec6b39 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:10.663502 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-877264bb-140c-471d-b407-6a5c5a58f6f2 req-f0d743a4-5526-4277-8f80-c01b9cec6b39 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0888758 Jun 10 01:05:10.711679 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-877264bb-140c-471d-b407-6a5c5a58f6f2 req-b62d4cac-6368-4c88-a563-ddaef9fde9f4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 Jun 10 01:05:11.046561 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4608e7e-d044-4e94-b2ae-bfb284dbf086 req-f8adb471-5738-4a79-8832-4aebf9f9f690 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:11.048542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f4608e7e-d044-4e94-b2ae-bfb284dbf086 req-f8adb471-5738-4a79-8832-4aebf9f9f690 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1194806 Jun 10 01:05:11.100885 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f4608e7e-d044-4e94-b2ae-bfb284dbf086 req-59e55ac0-8e2a-4462-af4a-8ac1f5a9d67d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465791 Jun 10 01:05:11.292478 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-210f9d3f-96ee-4ef7-85b6-c20baa9bbeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:11.961042 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-e63498d4-6973-4151-836c-c5959260af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:11.962449 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-e63498d4-6973-4151-836c-c5959260af77 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.1782093 Jun 10 01:05:11.973853 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cec1e-f547-4f1c-99ac-b28219a1568d req-cda5e631-9db9-48e1-a7bb-a8cb6a533d98 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:11.975187 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3b7cec1e-f547-4f1c-99ac-b28219a1568d req-cda5e631-9db9-48e1-a7bb-a8cb6a533d98 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1276515 Jun 10 01:05:12.023984 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3b7cec1e-f547-4f1c-99ac-b28219a1568d req-a76176ac-7dbb-4404-bea6-0491659077b8 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Jun 10 01:05:12.289728 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4354958-00d8-4d47-b34f-a1d11e84336f req-c26f2607-4265-4919-8067-37899c535eb5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:12.291085 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d4354958-00d8-4d47-b34f-a1d11e84336f req-c26f2607-4265-4919-8067-37899c535eb5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0810149 Jun 10 01:05:12.335495 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d4354958-00d8-4d47-b34f-a1d11e84336f req-9fedefc8-d468-42e4-ac37-059e29aff7e4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381930 Jun 10 01:05:12.885461 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-f116149c-acd6-4c98-862b-9e1e8edfcbc2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 1001 time: 0.0938456 Jun 10 01:05:13.203283 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f09de-20d8-4159-b502-7615d18b0149 req-c7079cef-ac01-4c67-b454-98a42327dff5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:13.204711 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-df0f09de-20d8-4159-b502-7615d18b0149 req-c7079cef-ac01-4c67-b454-98a42327dff5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0779366 Jun 10 01:05:13.249485 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-df0f09de-20d8-4159-b502-7615d18b0149 req-7f86f47c-80f5-4a50-8b5c-635e289c7250 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 Jun 10 01:05:13.473120 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:13.628611 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ec390-ca2f-4f34-9992-17f92ce2c3e5 req-96ba9986-1347-472d-b81d-51551c1971a8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:13.630038 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-418ec390-ca2f-4f34-9992-17f92ce2c3e5 req-96ba9986-1347-472d-b81d-51551c1971a8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0801716 Jun 10 01:05:13.673479 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-418ec390-ca2f-4f34-9992-17f92ce2c3e5 req-7e409df8-d73c-4648-8612-a4e9936854d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377498 Jun 10 01:05:13.740689 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b006033a-09e3-41ee-8c45-7c6c102ecc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:14.384672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-92de1ea1-125e-4cf4-ae6b-021ebdce7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:14.386111 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-92de1ea1-125e-4cf4-ae6b-021ebdce7d10 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.0637701 Jun 10 01:05:14.640688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-ae5b8665-aa7f-41c6-aa36-63a6167e2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:14.642141 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-ae5b8665-aa7f-41c6-aa36-63a6167e2bbd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1999154 Jun 10 01:05:14.649510 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6a6f4-eda8-4639-8345-531c57f3f588 req-85575a21-7397-42ec-82cc-b1d1ceacc8bd tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:14.650851 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28a6a6f4-eda8-4639-8345-531c57f3f588 req-85575a21-7397-42ec-82cc-b1d1ceacc8bd tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.2963150 Jun 10 01:05:14.723248 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:14.773976 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28a6a6f4-eda8-4639-8345-531c57f3f588 req-35b93d73-2007-495d-b483-2d44c1cd9850 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049242 Jun 10 01:05:14.849654 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-fba9c4d7-f9fb-4008-be3e-0a32d90ae3d0 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977575 Jun 10 01:05:14.967712 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1066f5-6d89-4d25-b72e-ffac61d456d7 req-4eb2d186-475e-4423-a65a-da3cfed300ef tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:14.969147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-be1066f5-6d89-4d25-b72e-ffac61d456d7 req-4eb2d186-475e-4423-a65a-da3cfed300ef tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.1816938 Jun 10 01:05:15.027023 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a3bdbece-01f7-46f9-b2dc-4f09e120b481 req-75255fe9-f2a9-4475-bc82-72247bdd2fed service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685283 Jun 10 01:05:15.033773 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-be1066f5-6d89-4d25-b72e-ffac61d456d7 req-0829283d-a36e-46ad-9eda-fb840af86f43 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553608 Jun 10 01:05:15.963720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41391a-5006-41a1-b8a3-2763200482b1 req-c1904043-058a-4ff6-90a1-b0e0e5a45a7d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:15.965205 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac41391a-5006-41a1-b8a3-2763200482b1 req-c1904043-058a-4ff6-90a1-b0e0e5a45a7d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0865827 Jun 10 01:05:16.008063 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac41391a-5006-41a1-b8a3-2763200482b1 req-92d1dcaf-b97a-43f3-8bc4-dabcd83cfa12 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Jun 10 01:05:16.219873 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1cdc-fe1f-4f5a-8254-b6771c2ae9e2 req-5b771ca9-52c1-4847-a216-522428347722 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:16.221194 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15af1cdc-fe1f-4f5a-8254-b6771c2ae9e2 req-5b771ca9-52c1-4847-a216-522428347722 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0770812 Jun 10 01:05:16.264912 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15af1cdc-fe1f-4f5a-8254-b6771c2ae9e2 req-d9bd0546-26f6-4d35-a89b-0e8302cfa44d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Jun 10 01:05:16.377495 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:17.450930 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c910c1e-99a3-4285-8dc3-a799acc16ff2 req-f875999d-605c-4049-8ae1-5d322b34bd5c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:17.452350 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c910c1e-99a3-4285-8dc3-a799acc16ff2 req-f875999d-605c-4049-8ae1-5d322b34bd5c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0814919 Jun 10 01:05:17.514097 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c910c1e-99a3-4285-8dc3-a799acc16ff2 req-ebf2cdce-d804-4633-885d-f1df057dc078 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562382 Jun 10 01:05:18.698229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7a94c-464f-4949-b4ef-dd135fd41402 req-a182cddf-b5b0-4676-901a-f8f78b337e4d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:18.699668 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2ee7a94c-464f-4949-b4ef-dd135fd41402 req-a182cddf-b5b0-4676-901a-f8f78b337e4d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 945 time: 0.0789239 Jun 10 01:05:18.747400 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2ee7a94c-464f-4949-b4ef-dd135fd41402 req-e716d47d-351c-4378-af24-039d16875717 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Jun 10 01:05:19.506996 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:05:19.616430 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:19.643778 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:05:19.646010 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f15101c-047b-4a74-8051-03ea2e4bdabe" -d '{"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-unplugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:05:19.654041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:05:19.657916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:19.660738 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:19.695192 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4017297-5889-4592-818f-1a46f4059afc x-openstack-request-id: req-b4017297-5889-4592-818f-1a46f4059afc {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:05:19.695499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-unplugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:05:19.695758 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4017297-5889-4592-818f-1a46f4059afc {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:05:19.696523 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'code': 200} Jun 10 01:05:19.732940 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=8']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:19.736063 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:19.937414 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097daa4-a8a5-4e35-9117-485818dd4a08 req-28296f2a-c954-437a-a49a-4c41fdd10623 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:19.938781 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e097daa4-a8a5-4e35-9117-485818dd4a08 req-28296f2a-c954-437a-a49a-4c41fdd10623 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0781319 Jun 10 01:05:19.981488 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e097daa4-a8a5-4e35-9117-485818dd4a08 req-ce4523a6-75a9-43ce-8ea0-cdfd8ffc8c46 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371165 Jun 10 01:05:21.173477 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071866a-afad-4f0d-a501-649f83e65ff3 req-b7e8f8e8-7474-4f22-8da9-3d989108666f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:21.174918 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2071866a-afad-4f0d-a501-649f83e65ff3 req-b7e8f8e8-7474-4f22-8da9-3d989108666f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0823624 Jun 10 01:05:21.224367 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2071866a-afad-4f0d-a501-649f83e65ff3 req-4e9913c3-1de7-49ab-a670-775c5f0985e0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 Jun 10 01:05:21.867440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-9f92282e-c2b5-4b8e-833d-c18a821805c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:21.868890 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-9f92282e-c2b5-4b8e-833d-c18a821805c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1096 time: 0.0691016 Jun 10 01:05:21.997223 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-a29e4a7b-9165-4940-860e-372cbfdea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:21.998656 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-a29e4a7b-9165-4940-860e-372cbfdea7e8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1233201 Jun 10 01:05:22.109053 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-d112bda5-3c7b-4e0c-b9d8-d91a20f97e71 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 999 time: 0.1034484 Jun 10 01:05:22.172380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-dd4edafe-388b-4fa4-96f5-7e4b77cc2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:22.173776 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-dd4edafe-388b-4fa4-96f5-7e4b77cc2ed9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0580218 Jun 10 01:05:22.251640 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-654186be-fd68-4694-95be-520250061d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:22.253142 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-654186be-fd68-4694-95be-520250061d4a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721731 Jun 10 01:05:22.491726 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-002b970d-f65e-4483-9d20-9154e8f98b29 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310483 Jun 10 01:05:22.528533 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696ceb1-e756-4110-bee9-a10332a7099c req-a1db7473-df26-4dcc-8ae9-fcef959d29d5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:22.530042 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3696ceb1-e756-4110-bee9-a10332a7099c req-a1db7473-df26-4dcc-8ae9-fcef959d29d5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1447496 Jun 10 01:05:22.632179 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3696ceb1-e756-4110-bee9-a10332a7099c req-2280e5db-ab7f-414a-b396-24e8a6219d4c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605745 Jun 10 01:05:22.666317 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1efc5f11-100f-4c1f-89fc-0844ea9a5b4a req-aa5cd842-b7f8-4c46-b062-b91947fdbf97 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675506 Jun 10 01:05:23.816599 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac65178-cfaf-447b-b026-83b366f45e71 req-07a6f8b6-4d96-44d5-976e-ac23a296e4d5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:23.818029 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bac65178-cfaf-447b-b026-83b366f45e71 req-07a6f8b6-4d96-44d5-976e-ac23a296e4d5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0785177 Jun 10 01:05:23.860790 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bac65178-cfaf-447b-b026-83b366f45e71 req-cd0a1bce-e85a-4186-82f6-63670518fa2b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372019 Jun 10 01:05:25.050954 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dde0c0-7b5d-46b4-978d-bc8041dd2ea1 req-359a110f-9f32-4dfd-b66e-80f2b297ad61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:25.052432 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32dde0c0-7b5d-46b4-978d-bc8041dd2ea1 req-359a110f-9f32-4dfd-b66e-80f2b297ad61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0815616 Jun 10 01:05:25.097493 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32dde0c0-7b5d-46b4-978d-bc8041dd2ea1 req-823cf915-190e-48d5-806d-2fae99a01229 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383437 Jun 10 01:05:26.284737 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61387e7-683d-4be4-9103-f38ea1bdd3a1 req-1d71de58-887a-4c2f-aa70-95c81e4af225 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:26.286187 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d61387e7-683d-4be4-9103-f38ea1bdd3a1 req-1d71de58-887a-4c2f-aa70-95c81e4af225 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0808630 Jun 10 01:05:26.334221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d61387e7-683d-4be4-9103-f38ea1bdd3a1 req-d2cc8600-8ae7-4798-8dde-6d7837493984 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424287 Jun 10 01:05:27.517208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87639-f610-4b8f-b438-0b4d16820075 req-fafc5b24-01bf-473e-a2e5-924a8a53f8b8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:27.518768 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-65f87639-f610-4b8f-b438-0b4d16820075 req-fafc5b24-01bf-473e-a2e5-924a8a53f8b8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0777075 Jun 10 01:05:27.566141 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-65f87639-f610-4b8f-b438-0b4d16820075 req-d2f78a26-8331-42e4-abee-c8855389e1bb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Jun 10 01:05:28.752166 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e87c2-7f63-4fda-9df8-a45d6d7aab4e req-4a098976-a010-4c1c-ad08-a2a3e109b3ea tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:28.753574 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-748e87c2-7f63-4fda-9df8-a45d6d7aab4e req-4a098976-a010-4c1c-ad08-a2a3e109b3ea tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0800874 Jun 10 01:05:28.796882 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-748e87c2-7f63-4fda-9df8-a45d6d7aab4e req-0151986f-cfca-4bfe-89b8-0f85f3900450 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377736 Jun 10 01:05:29.980522 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51b163-82d0-40dd-ba7c-cb1a5e2b8f63 req-e6c3abc0-d0cd-4f62-8814-7a6779ab49cc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:29.982464 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc51b163-82d0-40dd-ba7c-cb1a5e2b8f63 req-e6c3abc0-d0cd-4f62-8814-7a6779ab49cc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0774488 Jun 10 01:05:30.024735 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc51b163-82d0-40dd-ba7c-cb1a5e2b8f63 req-3e99bd3f-d07a-4f37-9ea3-623710ae5d23 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368130 Jun 10 01:05:31.217114 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179dde8-8020-4468-88b8-d642605de416 req-dbfb4e9e-b864-4db2-b3b7-d0ae192d20f3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:31.218556 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0179dde8-8020-4468-88b8-d642605de416 req-dbfb4e9e-b864-4db2-b3b7-d0ae192d20f3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0861878 Jun 10 01:05:31.265216 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0179dde8-8020-4468-88b8-d642605de416 req-a0635dbc-aeb8-4163-8667-c0ffa06ac56f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401816 Jun 10 01:05:32.057336 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-2057328b-591b-4cec-bef7-2fa5c00fa6ed tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711580504&fields=id&tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 267 time: 0.0450425 Jun 10 01:05:32.265723 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-77802628-c43c-4d45-aed5-acae85fe7823 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:32.267151 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-77802628-c43c-4d45-aed5-acae85fe7823 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 811 time: 0.2031312 Jun 10 01:05:32.279189 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57055b9b-d257-4088-9e5b-f1a6396725e4 req-8b76f7f2-91d0-4624-a154-9d2ca2d46cd7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:32.280643 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-57055b9b-d257-4088-9e5b-f1a6396725e4 req-8b76f7f2-91d0-4624-a154-9d2ca2d46cd7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1469603 Jun 10 01:05:32.304566 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-6cba0885-3138-4fbb-89ff-56018e72f11a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/quotas/103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 375 time: 0.0229478 Jun 10 01:05:32.366728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-57055b9b-d257-4088-9e5b-f1a6396725e4 req-e2e7bc2f-5ee6-46ee-b3b1-69c0ab7157c9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790639 Jun 10 01:05:32.409526 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-37fd78ff-e033-4771-bae8-9c0d11d88155 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983164 Jun 10 01:05:32.416037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54182) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:32.641664 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-3b689105-b861-4ee4-ac5e-fc400d18e569 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2244773 Jun 10 01:05:32.649489 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-ea5cb555-398a-4eb3-8543-855bb40385e3 service neutron] 10.222.0.59 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254021 Jun 10 01:05:32.732418 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54198) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:32.873829 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-e1808355-9cb8-40d6-a6bd-6abb1e6b758b service neutron] 10.222.0.59 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233534 Jun 10 01:05:32.879979 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.120585 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.125794 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.135140 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bdc853a7-cca8-4c29-848f-41e4e14269b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:33.183862 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5253851923a741608f8e94a0466b2f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503498 Jun 10 01:05:33.184823 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35abb9-134c-4f41-9785-1a86f6493942,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:33.187494 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54218) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:33.192824 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.193281 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.193805 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.194418 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.194960 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.195469 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.195975 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.196490 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.197089 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.197646 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.198206 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.198742 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.203174 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:33.341365 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.344694 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5111fec3-80c4-42df-93a3-b33399b769fd req-abe501dd-ffe8-4ed8-a62b-30b29ad76945 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 210 time: 0.0650899 Jun 10 01:05:33.371166 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.428621 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.431063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.432393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e35abb9-134c-4f41-9785-1a86f6493942 HTTP/1.1" status: 204 len: 168 time: 0.2430174 Jun 10 01:05:33.433229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6240316a-97f2-417b-bebe-da8daebc818a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:33.462525 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35abb9-134c-4f41-9785-1a86f6493942,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:33.474845 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.475237 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.476136 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.477072 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.477722 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.478367 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.479080 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.479633 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.480187 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.480698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.481198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.481694 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:05:33.485461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:33.606718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e165c3-7fbe-4c99-8e8f-2078b1ffef8c req-e9334954-6615-4608-b939-1acaea2ff023 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:33.614250 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e7e165c3-7fbe-4c99-8e8f-2078b1ffef8c req-e9334954-6615-4608-b939-1acaea2ff023 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1127005 Jun 10 01:05:33.664072 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e7e165c3-7fbe-4c99-8e8f-2078b1ffef8c req-0973e8cd-603e-43b6-a855-cb73b6a7e7b9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488508 Jun 10 01:05:33.699686 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:05:33.827445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54238) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:33.845824 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.955819 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.959668 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:33.967762 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f37f386e-9cad-4d68-9ec8-db724d44b846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:34.007197 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e7ec5-dc73-4d9e-85d1-7d584ada7276,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:34.011542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f534b76fe604cd38f738e1e5f12fcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829317 Jun 10 01:05:34.012649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:34.014777 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54244) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:34.074380 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:34.099168 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:34.152278 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:34.154708 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:34.155818 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba1e7ec5-dc73-4d9e-85d1-7d584ada7276 HTTP/1.1" status: 204 len: 168 time: 0.1401374 Jun 10 01:05:34.157175 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c3741ada-2190-455b-9230-c57aba2cac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:34.171372 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e7ec5-dc73-4d9e-85d1-7d584ada7276,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:34.173451 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:34.541473 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e70de358-771c-4969-9dcc-f1b219cb966b req-2809f896-5755-4801-8f94-3aeb303fb11a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 210 time: 0.0649879 Jun 10 01:05:34.596211 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-5918d939-6694-460b-b99c-db7063294081 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:34.598700 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-5918d939-6694-460b-b99c-db7063294081 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 811 time: 0.2007060 Jun 10 01:05:34.648754 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b7f3825a-c3c3-40c4-b74f-64e6ce74f9ae tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 380 time: 0.0411274 Jun 10 01:05:34.658169 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'port': {'device_id': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'admin_state_up': True, 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'security_groups': ['2890405f-d6fd-4224-8590-32b38b7117f0']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:05:34.915952 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Made reservation on behalf of 103ffe3e6c0443c49abcf5b3d962d6c0 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:05:34.919441 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:34.999770 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331c73b-2671-4a19-ae33-9fcfb261c4ed req-d989e649-c44b-432c-9a64-da834ccd6107 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:35.001261 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e331c73b-2671-4a19-ae33-9fcfb261c4ed req-d989e649-c44b-432c-9a64-da834ccd6107 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.2111750 Jun 10 01:05:35.086284 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-0d56794f-9eee-4d7a-80b2-3557b4af0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:35.087750 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-0d56794f-9eee-4d7a-80b2-3557b4af0d39 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058&tenant_id=c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 1096 time: 0.2349145 Jun 10 01:05:35.157359 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e331c73b-2671-4a19-ae33-9fcfb261c4ed req-3fbfb504-15af-42c7-bcbf-00dde9ee5528 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427972 Jun 10 01:05:35.211229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Allocated IP 172.20.0.4 (f3b31037-d70d-4957-a160-29211120a0a6/5b589eac-cfd3-4dc3-a91c-a0d7f820aecb/a8fbff9c-ffce-437a-80c5-7360d4a4434b) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:05:35.271084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-c346dfe3-ba15-439b-87e5-9197cc038f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:35.273059 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-c346dfe3-ba15-439b-87e5-9197cc038f33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1096 time: 0.1523275 Jun 10 01:05:35.523944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-b69bc491-37f2-441d-9794-b429849ebc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:35.525665 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-b69bc491-37f2-441d-9794-b429849ebc3f service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.2433741 Jun 10 01:05:35.804722 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f96feeb6-5beb-45ec-97ad-002fdf57995e req-918bfa69-e7b3-48a0-b7c7-ad14d0a83b0d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 210 time: 0.1437967 Jun 10 01:05:35.809306 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-cf2e3211-1be7-4ffa-a652-89729f395401 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 999 time: 0.2726917 Jun 10 01:05:35.814076 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:35.867593 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Transition to ACTIVE for port object a8fbff9c-ffce-437a-80c5-7360d4a4434b will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:05:35.889153 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-59535e79-8b42-4b46-a7a5-b735f1f57b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:35.890581 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-59535e79-8b42-4b46-a7a5-b735f1f57b3a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0703781 Jun 10 01:05:35.965290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:35.972881 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-727d568d-ffdc-4b21-8eeb-ec650bb6e335 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:36.031888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Network f3b31037-d70d-4957-a160-29211120a0a6 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:05:36.041775 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:05:36.044847 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:05:36.105968 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=a8fbff9c-ffce-437a-80c5-7360d4a4434b,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:36.109458 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:36.123048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-1ff51581-2994-4ef9-8852-93ab114fa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:36.124524 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-1ff51581-2994-4ef9-8852-93ab114fa972 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2260470 Jun 10 01:05:36.138011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:36.138641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:36.229883 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5755625 Jun 10 01:05:36.248811 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Request body: {'port': {'device_id': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:05:36.278313 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-ae3f410b-b467-42fc-8fe0-6fddac383169 None None] Provisioning for port a8fbff9c-ffce-437a-80c5-7360d4a4434b completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:05:36.287537 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-ae3f410b-b467-42fc-8fe0-6fddac383169 None None] Provisioning complete for port a8fbff9c-ffce-437a-80c5-7360d4a4434b triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:05:36.287914 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ae3f410b-b467-42fc-8fe0-6fddac383169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:36.363086 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f410b-b467-42fc-8fe0-6fddac383169 None None] Port a8fbff9c-ffce-437a-80c5-7360d4a4434b cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:05:36.450386 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-936df960-441e-4646-a82c-f7bcf6da0742 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058431 Jun 10 01:05:36.556061 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:36.686957 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9518e-ab2a-413b-9dbd-63614aed55e1 req-dfbcf48e-985a-404c-b071-2298b0097bc2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:36.688399 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b1f9518e-ab2a-413b-9dbd-63614aed55e1 req-dfbcf48e-985a-404c-b071-2298b0097bc2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.3501244 Jun 10 01:05:36.703656 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-713d87f1-d5fc-4f5d-9572-d7bda9e2dfa5 req-13b70da3-c8c5-4120-b701-29821047e78b service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433107 Jun 10 01:05:36.805064 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b1f9518e-ab2a-413b-9dbd-63614aed55e1 req-6a1900b4-c723-4f2a-973a-4453fba3f8c9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051905 Jun 10 01:05:37.127556 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fbff9c-ffce-437a-80c5-7360d4a4434b {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:05:37.138579 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813843be-5a14-4a51-b308-c0fd8e0a076f req-fb3e14c3-e4c1-4583-9257-9baedc6e8a86 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:37.140112 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-813843be-5a14-4a51-b308-c0fd8e0a076f req-fb3e14c3-e4c1-4583-9257-9baedc6e8a86 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 931 time: 0.2161331 Jun 10 01:05:37.145321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:37.173802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3e18-6b3b-4d2b-9726-0d04d5f492f8 req-bd400b0c-7a50-4469-8ffa-6214ab7a9fe0 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:37.175289 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3eca3e18-6b3b-4d2b-9726-0d04d5f492f8 req-bd400b0c-7a50-4469-8ffa-6214ab7a9fe0 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.2181458 Jun 10 01:05:37.202536 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Transition to ACTIVE for port object a8fbff9c-ffce-437a-80c5-7360d4a4434b will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:05:37.221899 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:37.229313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ddffc185-a7be-4b97-a18d-e58dc4db0dc5 tempest-ServerRescueNegativeTestJSON-997021047 tempest-ServerRescueNegativeTestJSON-997021047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:37.294691 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-813843be-5a14-4a51-b308-c0fd8e0a076f req-f4dad9ed-9864-497d-96c6-d65b6746a980 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454296 Jun 10 01:05:37.397104 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3eca3e18-6b3b-4d2b-9726-0d04d5f492f8 req-5e8f58d8-c856-4bb7-88dd-d4d3ef987396 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107768 Jun 10 01:05:37.447914 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fbff9c-ffce-437a-80c5-7360d4a4434b,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:37.451842 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:37.585816 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Attempting to bind port a8fbff9c-ffce-437a-80c5-7360d4a4434b on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:05:37.586388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Attempting to bind port a8fbff9c-ffce-437a-80c5-7360d4a4434b by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:05:37.586926 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Attempting to bind port a8fbff9c-ffce-437a-80c5-7360d4a4434b on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:05:37.593759 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Port a8fbff9c-ffce-437a-80c5-7360d4a4434b on network f3b31037-d70d-4957-a160-29211120a0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:05:37.594185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Attempting to bind port a8fbff9c-ffce-437a-80c5-7360d4a4434b on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:05:37.600267 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:05:37.600667 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Checking segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:05:37.601256 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Bound using segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:05:37.601786 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Bound port: a8fbff9c-ffce-437a-80c5-7360d4a4434b, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:05:37.602414 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:37.893198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] For port a8fbff9c-ffce-437a-80c5-7360d4a4434b, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:05:37.896461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] For port a8fbff9c-ffce-437a-80c5-7360d4a4434b, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:05:37.905436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:37.922511 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f1f5389e-84bd-4947-abcd-4f9719a7c8e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:38.018972 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:38.020095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:38.020971 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] 10.222.0.78 "PUT /v2.0/ports/a8fbff9c-ffce-437a-80c5-7360d4a4434b HTTP/1.1" status: 200 len: 1093 time: 1.7764421 Jun 10 01:05:38.026268 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:05:38.029389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca141937-3dfa-47af-b4f9-6856f842dae2" -d '{"events": [{"name": "network-changed", "server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:05:38.133320 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fbff9c-ffce-437a-80c5-7360d4a4434b,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:38.145592 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:38.184933 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8781fe1-954d-4e21-b475-7f910ba6a8eb req-8792aba6-54a1-4348-a2b0-7321f758784f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:38.188800 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d8781fe1-954d-4e21-b475-7f910ba6a8eb req-8792aba6-54a1-4348-a2b0-7321f758784f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.2211668 Jun 10 01:05:38.243989 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d8781fe1-954d-4e21-b475-7f910ba6a8eb req-0129707b-f9a6-4ba7-a218-c21e78cfb73d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443141 Jun 10 01:05:38.280913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd220dad-1515-40c0-992b-f8c1ee8dcb95 x-openstack-request-id: req-bd220dad-1515-40c0-992b-f8c1ee8dcb95 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:05:38.281719 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:05:38.282007 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd220dad-1515-40c0-992b-f8c1ee8dcb95 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:05:38.282488 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'status': 'completed', 'code': 200} Jun 10 01:05:38.515612 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0965da-4733-4031-8e2c-9feedf997187 req-4c32971a-bf32-43e1-b1e8-c1d77d6578e3 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:38.517144 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc0965da-4733-4031-8e2c-9feedf997187 req-4c32971a-bf32-43e1-b1e8-c1d77d6578e3 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0841813 Jun 10 01:05:38.623107 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc0965da-4733-4031-8e2c-9feedf997187 req-c7aa273f-735f-4f50-a7c4-96e6c2bdf347 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584106 Jun 10 01:05:38.639440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085208b-cfeb-493b-909d-171394ba4d38 req-0681ab16-ec33-467a-a4da-5831c8ec2218 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:38.640888 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a085208b-cfeb-493b-909d-171394ba4d38 req-0681ab16-ec33-467a-a4da-5831c8ec2218 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1226978 Jun 10 01:05:38.684750 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a085208b-cfeb-493b-909d-171394ba4d38 req-cc0d200c-ea4b-4cc2-9ace-6673ab6f3bf2 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Jun 10 01:05:38.862855 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:39.450024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb0399-639b-436a-aeea-a27778d61e65 req-0618676a-fabe-41aa-9243-310a75efaada tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:39.451433 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4eeb0399-639b-436a-aeea-a27778d61e65 req-0618676a-fabe-41aa-9243-310a75efaada tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0852592 Jun 10 01:05:39.496879 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4eeb0399-639b-436a-aeea-a27778d61e65 req-f725a194-cfe5-4bcb-ad1c-9e44553bfddd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 Jun 10 01:05:39.556764 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54376) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:39.762455 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:39.893698 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:39.898046 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:39.907015 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f65d42aa-5427-4dac-91f0-77b0c8029050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:39.924994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7c1d6-6ea3-4334-9a7f-643be516faef req-18441005-e3da-48e6-9f8a-517f72ed0239 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:39.926459 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-75a7c1d6-6ea3-4334-9a7f-643be516faef req-18441005-e3da-48e6-9f8a-517f72ed0239 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1404161 Jun 10 01:05:39.937103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df309-8870-41fb-9bb7-7f99a8e9c126 req-98ffc8a9-9c56-4789-a038-f4bf183aa3e5 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:39.938500 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-171df309-8870-41fb-9bb7-7f99a8e9c126 req-98ffc8a9-9c56-4789-a038-f4bf183aa3e5 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1179092 Jun 10 01:05:39.946376 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6eb891c6d9a741e1875a54b1676d1ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885095 Jun 10 01:05:39.947977 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad022aea-9eb8-4ceb-99c3-704e9b7549a3,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:39.950878 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54384) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:39.961277 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:40.004636 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-75a7c1d6-6ea3-4334-9a7f-643be516faef req-9e7c9022-6a4e-48b0-bde0-bcc07c235673 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651734 Jun 10 01:05:40.008062 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.012249 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-171df309-8870-41fb-9bb7-7f99a8e9c126 req-f2e41854-092d-4a33-b4d9-8b8f7cf91b35 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Jun 10 01:05:40.039574 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.119303 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.122609 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.126090 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad022aea-9eb8-4ceb-99c3-704e9b7549a3 HTTP/1.1" status: 204 len: 168 time: 0.1720788 Jun 10 01:05:40.126090 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-919ea8f4-ca2a-4dab-9b6e-f971017d555f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:40.138847 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad022aea-9eb8-4ceb-99c3-704e9b7549a3,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:40.141322 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:40.415838 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54390) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:40.432409 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.536266 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.541013 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.549756 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8006ee9a-c054-46d7-b8eb-4d724d307fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:40.581566 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26ddd36463574ab593256a8824def349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623809 Jun 10 01:05:40.583019 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54394) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:40.598293 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399ad96-85e6-4975-9915-244eb07ba8dc,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:40.601328 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:40.725045 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.757318 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.788608 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56e99a-dce9-488d-a801-691fb0a0f7e5 req-79c55a7d-843d-4910-a10d-569daf972de8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:40.789970 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cb56e99a-dce9-488d-a801-691fb0a0f7e5 req-79c55a7d-843d-4910-a10d-569daf972de8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1457100 Jun 10 01:05:40.843692 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cb56e99a-dce9-488d-a801-691fb0a0f7e5 req-8e517d83-92b7-4123-bc42-e794151e66d0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456181 Jun 10 01:05:40.857024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.871507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:40.871507 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3399ad96-85e6-4975-9915-244eb07ba8dc HTTP/1.1" status: 204 len: 168 time: 0.2764726 Jun 10 01:05:40.871507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8d1b2a9e-c075-4ec4-9122-04aad35427f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:40.872931 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399ad96-85e6-4975-9915-244eb07ba8dc,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:40.875377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:41.293229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97611-2c13-47f1-acd4-1a51a05283be req-07c25467-cafd-4896-a174-4f3e3f1bb0e5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:41.294839 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7da97611-2c13-47f1-acd4-1a51a05283be req-07c25467-cafd-4896-a174-4f3e3f1bb0e5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1734071 Jun 10 01:05:41.295953 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-46cc3ebf-10f1-4f30-ae49-ddfafcd8ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:41.307947 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc8c5f-669b-4d2a-b8b8-d7996e9f8fc2 req-ad3d8d2f-fd84-4781-825b-2605442697b9 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:41.309885 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eadc8c5f-669b-4d2a-b8b8-d7996e9f8fc2 req-ad3d8d2f-fd84-4781-825b-2605442697b9 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1337712 Jun 10 01:05:41.385691 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7da97611-2c13-47f1-acd4-1a51a05283be req-13a165e0-e120-4bc7-a9d1-e1b1c31ea874 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746613 Jun 10 01:05:41.390670 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eadc8c5f-669b-4d2a-b8b8-d7996e9f8fc2 req-0ba01f8e-6a2e-4463-a5ab-dbc32bfde288 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659888 Jun 10 01:05:42.037638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0eae3-6e93-44a0-ad47-dbe576474b2f req-a75c5751-1747-408e-81a4-2bdb7b4b38b7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:42.039118 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ee0eae3-6e93-44a0-ad47-dbe576474b2f req-a75c5751-1747-408e-81a4-2bdb7b4b38b7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0791559 Jun 10 01:05:42.084404 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ee0eae3-6e93-44a0-ad47-dbe576474b2f req-154809b9-341f-4728-b820-3a0c326b52b5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396316 Jun 10 01:05:42.640747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87637c-dc3a-4563-aeb4-ae68c166c9e3 req-54c2898b-6c29-49f2-8f2e-389f24e4d5d0 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:42.642325 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1c87637c-dc3a-4563-aeb4-ae68c166c9e3 req-54c2898b-6c29-49f2-8f2e-389f24e4d5d0 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1188235 Jun 10 01:05:42.649890 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd07a9d-52cb-4a9d-99c0-8b858376cf96 req-85fb9e2b-cba2-48cd-b780-9a0919804e08 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:42.652130 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbd07a9d-52cb-4a9d-99c0-8b858376cf96 req-85fb9e2b-cba2-48cd-b780-9a0919804e08 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1602056 Jun 10 01:05:42.727541 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1c87637c-dc3a-4563-aeb4-ae68c166c9e3 req-edf66a18-2b8f-4423-b19a-e6f59f4766a5 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742333 Jun 10 01:05:42.746115 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbd07a9d-52cb-4a9d-99c0-8b858376cf96 req-b1a7b34e-7a5a-436f-97b0-ec3c3e48a436 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791957 Jun 10 01:05:43.310544 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d13ec0-1228-43ea-9933-244473047c52 req-582e0526-9616-4bf2-94e3-fe003913bf98 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:43.312033 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-75d13ec0-1228-43ea-9933-244473047c52 req-582e0526-9616-4bf2-94e3-fe003913bf98 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0817654 Jun 10 01:05:43.363459 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-75d13ec0-1228-43ea-9933-244473047c52 req-3a0a59c0-a297-4303-bdcf-1e1a119a0aa4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454152 Jun 10 01:05:43.485576 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:43.749979 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-331d5827-4a47-4e9e-83c2-2891c1216fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:44.002520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c52083-6892-4627-acf8-0d3075cf11c0 req-ce19079c-4cbe-4e7a-a739-502382cdb26b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:44.003889 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28c52083-6892-4627-acf8-0d3075cf11c0 req-ce19079c-4cbe-4e7a-a739-502382cdb26b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1417813 Jun 10 01:05:44.011866 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd6e6-0ddf-4ac4-be7f-17f96a16916d req-fc858ac4-9764-4426-b022-4eb2de58e358 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:44.013162 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0acfd6e6-0ddf-4ac4-be7f-17f96a16916d req-fc858ac4-9764-4426-b022-4eb2de58e358 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1199656 Jun 10 01:05:44.078968 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-28c52083-6892-4627-acf8-0d3075cf11c0 req-fcba625b-b59d-43da-b2d9-1eec87fe030e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648482 Jun 10 01:05:44.086885 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0acfd6e6-0ddf-4ac4-be7f-17f96a16916d req-c7a33ff5-1fc2-4e38-af75-dd1c7e33d396 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Jun 10 01:05:44.102966 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:05:44.656866 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2473-283f-4678-a7a3-7d91fbcf79bb req-90e848c4-b3ed-4600-a289-fa55dfc39de4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:44.658340 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b94e2473-283f-4678-a7a3-7d91fbcf79bb req-90e848c4-b3ed-4600-a289-fa55dfc39de4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1460240 Jun 10 01:05:44.703978 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b94e2473-283f-4678-a7a3-7d91fbcf79bb req-f112ec00-d2e6-4a8b-95e4-d83e4b78ada8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Jun 10 01:05:44.727024 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:45.375890 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd312f89-6aa8-4b23-a9aa-bba49433873e req-f964ec77-33a3-4e0b-8123-fdae843a10bf tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:45.377500 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dd312f89-6aa8-4b23-a9aa-bba49433873e req-f964ec77-33a3-4e0b-8123-fdae843a10bf tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1531093 Jun 10 01:05:45.392556 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b34a50-cb8a-4a40-b788-8060528e5cf2 req-7b0bb35f-3e73-4278-b973-030dd9e09d4e tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:45.394030 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-70b34a50-cb8a-4a40-b788-8060528e5cf2 req-7b0bb35f-3e73-4278-b973-030dd9e09d4e tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1321862 Jun 10 01:05:45.466722 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dd312f89-6aa8-4b23-a9aa-bba49433873e req-3faad75a-0d83-497b-ba88-04c1c32c3b50 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831761 Jun 10 01:05:45.487816 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-70b34a50-cb8a-4a40-b788-8060528e5cf2 req-abfaa7ef-a4ca-416c-9c9c-e282cec8528f tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782974 Jun 10 01:05:45.911815 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1d312-1683-48d8-925d-c15896748a2e req-f911e147-733b-4ceb-8655-34c200c5bc48 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:45.915769 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-93d1d312-1683-48d8-925d-c15896748a2e req-f911e147-733b-4ceb-8655-34c200c5bc48 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0946531 Jun 10 01:05:45.972237 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-93d1d312-1683-48d8-925d-c15896748a2e req-cf12f106-daad-48e4-af33-5d964a4275b6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524151 Jun 10 01:05:46.379851 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:46.732747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbe8ae-33e1-4821-8e2f-17f15fb7ffe6 req-659ccb72-b9b8-41c0-ab17-c7e3340a97b1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:46.734173 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f2dbe8ae-33e1-4821-8e2f-17f15fb7ffe6 req-659ccb72-b9b8-41c0-ab17-c7e3340a97b1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1605129 Jun 10 01:05:46.741301 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7023a-9e8a-47d2-8124-1e6bb4f873ca req-08a49ca4-4137-43f6-bcba-5e8a335747c8 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:46.742633 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eaf7023a-9e8a-47d2-8124-1e6bb4f873ca req-08a49ca4-4137-43f6-bcba-5e8a335747c8 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1174817 Jun 10 01:05:46.811344 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f2dbe8ae-33e1-4821-8e2f-17f15fb7ffe6 req-a4d7f06b-c576-4176-a1a5-298f321aa835 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677166 Jun 10 01:05:46.813893 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eaf7023a-9e8a-47d2-8124-1e6bb4f873ca req-849762ec-bac1-41e2-b51b-2ac62d4121ae tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573869 Jun 10 01:05:47.197948 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30c108-90b8-4e3c-a999-453f62814e4e req-f414981c-91f4-4e7a-8dae-3c4b358087df tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:47.199505 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef30c108-90b8-4e3c-a999-453f62814e4e req-f414981c-91f4-4e7a-8dae-3c4b358087df tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0862820 Jun 10 01:05:47.243621 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef30c108-90b8-4e3c-a999-453f62814e4e req-0a34e69b-ec38-4c6f-9008-552229ad8c14 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385385 Jun 10 01:05:48.060215 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb387435-b260-4b1c-b718-7e4a8444d4df req-97cb4429-20e6-4e2d-b9a8-d3f5142d9494 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:48.061863 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cb387435-b260-4b1c-b718-7e4a8444d4df req-97cb4429-20e6-4e2d-b9a8-d3f5142d9494 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1385629 Jun 10 01:05:48.069727 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13e9a2-ab16-4275-a985-852841f37687 req-b7d12191-e597-485d-b107-7c8ff45e1a45 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:48.071076 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5e13e9a2-ab16-4275-a985-852841f37687 req-b7d12191-e597-485d-b107-7c8ff45e1a45 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1174040 Jun 10 01:05:48.153707 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cb387435-b260-4b1c-b718-7e4a8444d4df req-3c9747cb-11a0-4e48-bd5a-8afa9cdf0fc7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796771 Jun 10 01:05:48.171004 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5e13e9a2-ab16-4275-a985-852841f37687 req-c3ef70ea-a64c-4cda-9d96-b816f2c0e2d4 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861626 Jun 10 01:05:48.445874 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2486-15b9-4af1-8730-8238949de36f req-d50f782c-bb18-48fd-8186-b5763db7d123 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:48.447257 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39bb2486-15b9-4af1-8730-8238949de36f req-d50f782c-bb18-48fd-8186-b5763db7d123 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0833309 Jun 10 01:05:48.496915 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39bb2486-15b9-4af1-8730-8238949de36f req-a30bc6d0-9dfe-464a-9104-f4e322507f6a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Jun 10 01:05:49.408081 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc595c2-225c-4326-8fb6-3da180b02fcb req-0f31d612-2e92-43d2-b5c3-7ffc518089f0 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:49.409573 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2bc595c2-225c-4326-8fb6-3da180b02fcb req-0f31d612-2e92-43d2-b5c3-7ffc518089f0 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1399291 Jun 10 01:05:49.418391 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214b330-5228-4f9e-840d-040c7d748dd8 req-36a50652-ff13-4cfc-9784-eafe823b198d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:49.419848 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1214b330-5228-4f9e-840d-040c7d748dd8 req-36a50652-ff13-4cfc-9784-eafe823b198d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1191671 Jun 10 01:05:49.491912 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2bc595c2-225c-4326-8fb6-3da180b02fcb req-d7ab0004-628b-4aeb-be69-702639108998 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710957 Jun 10 01:05:49.526991 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1214b330-5228-4f9e-840d-040c7d748dd8 req-1e32c959-1f66-4532-a6e4-e678c7241eee tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922279 Jun 10 01:05:49.840377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8af2b0-46d3-404c-a15e-994474377f24 req-362421a3-1917-4958-855b-95630e574cfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:49.841819 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac8af2b0-46d3-404c-a15e-994474377f24 req-362421a3-1917-4958-855b-95630e574cfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0813489 Jun 10 01:05:49.887295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac8af2b0-46d3-404c-a15e-994474377f24 req-079d9d93-b9ff-4f8e-86fe-5102a70f3967 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Jun 10 01:05:50.764826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed86c18-9355-4cd4-8b02-d8b5b7b2548d req-234196fb-925d-4222-a52c-29fb25ace3ec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:50.766274 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ed86c18-9355-4cd4-8b02-d8b5b7b2548d req-234196fb-925d-4222-a52c-29fb25ace3ec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1394255 Jun 10 01:05:50.774276 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b239-a798-43c6-913f-14bce3217c85 req-59f724a4-b1b4-4e16-9419-176666f3c9e4 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:50.776325 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d2a6b239-a798-43c6-913f-14bce3217c85 req-59f724a4-b1b4-4e16-9419-176666f3c9e4 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1186686 Jun 10 01:05:50.842709 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ed86c18-9355-4cd4-8b02-d8b5b7b2548d req-9c5ec692-accf-4366-94e7-f2f84266d1a4 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653646 Jun 10 01:05:50.846759 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d2a6b239-a798-43c6-913f-14bce3217c85 req-0f2ccf98-d324-43bc-8277-9d9a96ef244a tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 Jun 10 01:05:51.090453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735402e-3e09-4c87-a190-1a624d222e71 req-f4de3d9d-234f-4e6d-a34d-d402d522f6af tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:51.091918 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0735402e-3e09-4c87-a190-1a624d222e71 req-f4de3d9d-234f-4e6d-a34d-d402d522f6af tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0820494 Jun 10 01:05:51.135502 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0735402e-3e09-4c87-a190-1a624d222e71 req-b4a4deb7-70d1-4182-add7-07a7c8019f98 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374892 Jun 10 01:05:51.700085 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54576) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:51.810956 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:51.962068 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:51.971360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:51.980120 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9099f191-611a-4aee-a504-7d1c473453bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:52.166553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db8d4c574d734138bd655efad3853fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653578 Jun 10 01:05:52.168929 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd8856-b6ac-4d94-b55a-bacbff6e2b0e,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:52.169092 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54586) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:52.182418 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:52.251243 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.253996 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549454a-46fa-4dae-bc06-ca04312591fc req-cfb2bbde-68de-482b-beb1-51dbcedcdbd5 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:52.255483 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0549454a-46fa-4dae-bc06-ca04312591fc req-cfb2bbde-68de-482b-beb1-51dbcedcdbd5 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.2148020 Jun 10 01:05:52.267732 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa3851-c7e6-4c11-b23f-e3c0638691ae req-6ab28e2f-008a-4964-8198-38d892aee547 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:52.269234 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-faaa3851-c7e6-4c11-b23f-e3c0638691ae req-6ab28e2f-008a-4964-8198-38d892aee547 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.2773578 Jun 10 01:05:52.277960 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.335852 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.338436 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.338711 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0549454a-46fa-4dae-bc06-ca04312591fc req-742cd08e-cbf7-43ba-81d2-f56efaf6f850 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Jun 10 01:05:52.342330 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25fd8856-b6ac-4d94-b55a-bacbff6e2b0e HTTP/1.1" status: 204 len: 168 time: 0.1673934 Jun 10 01:05:52.343376 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-eedadc3d-e5ff-4305-b848-767e4ada6023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:52.349477 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-faaa3851-c7e6-4c11-b23f-e3c0638691ae req-af2df657-646c-4941-a899-b54105cff45a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650237 Jun 10 01:05:52.352994 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd8856-b6ac-4d94-b55a-bacbff6e2b0e,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:52.362105 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:52.529485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec8dcd-f0ff-4b66-bb64-28525845d64b req-11bc020b-6d06-42c7-b64b-dd2d25c31356 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:52.530947 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39ec8dcd-f0ff-4b66-bb64-28525845d64b req-11bc020b-6d06-42c7-b64b-dd2d25c31356 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0810199 Jun 10 01:05:52.574809 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39ec8dcd-f0ff-4b66-bb64-28525845d64b req-c90045e1-4fde-47e4-b5ee-e4d0670d712b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382514 Jun 10 01:05:52.632501 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54592) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:52.648865 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70510c17-f05c-4b6a-b4f3-cc3b07d50666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.748176 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70510c17-f05c-4b6a-b4f3-cc3b07d50666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.751823 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-70510c17-f05c-4b6a-b4f3-cc3b07d50666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.760113 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-15ff026e-11f8-48a1-9c74-1d68fea7f473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:52.797710 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-70510c17-f05c-4b6a-b4f3-cc3b07d50666 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3169f3e3bacf4a2c8771e0488c8f4680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641774 Jun 10 01:05:52.799286 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510c17-f05c-4b6a-b4f3-cc3b07d50666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd7b4d-cbb2-4fc5-914e-a58f610ec73c,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:52.800426 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54594) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:52.802205 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-70510c17-f05c-4b6a-b4f3-cc3b07d50666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:52.859010 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.883288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.933322 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.935912 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:52.936999 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60bd7b4d-cbb2-4fc5-914e-a58f610ec73c HTTP/1.1" status: 204 len: 168 time: 0.1355793 Jun 10 01:05:52.937733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c2e7a1c2-f893-4015-b933-a071116e190b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:52.946782 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd7b4d-cbb2-4fc5-914e-a58f610ec73c,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:52.948960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-41dfaed2-74fe-41cf-8121-bc6670835ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:53.269032 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 54600) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:53.286239 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.391729 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.396168 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.422713 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6a415f13-26a5-435f-b67b-b554ff6f0e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:53.432214 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bde622217e34912b007bfd6308c6563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614246 Jun 10 01:05:53.434132 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 54606) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:05:53.451100 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2348ef8-b470-499d-86a3-9da3c5233611,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:53.454346 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:53.615435 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.658061 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.675452 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbed38f-3c01-4f41-bad7-a295d4e250d2 req-c318b9c3-d420-4310-ab46-c073922469d2 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:53.676879 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cbbed38f-3c01-4f41-bad7-a295d4e250d2 req-c318b9c3-d420-4310-ab46-c073922469d2 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.2111366 Jun 10 01:05:53.686218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0f5a0-32f2-431e-b4ad-e68bd202a317 req-1aa7e085-832c-4118-9b89-633aec3000d0 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:53.687571 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1bd0f5a0-32f2-431e-b4ad-e68bd202a317 req-1aa7e085-832c-4118-9b89-633aec3000d0 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.2177615 Jun 10 01:05:53.782740 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1bd0f5a0-32f2-431e-b4ad-e68bd202a317 req-f361042b-4a22-4369-a1cd-b84c343c4cdd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839584 Jun 10 01:05:53.785855 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cbbed38f-3c01-4f41-bad7-a295d4e250d2 req-1ec67541-4283-42a5-91c3-d0dd18f75198 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973556 Jun 10 01:05:53.796125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.798771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:05:53.799945 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2348ef8-b470-499d-86a3-9da3c5233611 HTTP/1.1" status: 204 len: 168 time: 0.3644969 Jun 10 01:05:53.800688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8448cfeb-ee66-4212-978c-e5641f3e9f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:05:53.810502 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2348ef8-b470-499d-86a3-9da3c5233611,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:05:53.812750 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:05:53.983124 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c44be8-e200-4d4f-ac15-f181ec7bfb3b req-21a72080-1908-416e-a083-fecd933f295a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:53.984582 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-14c44be8-e200-4d4f-ac15-f181ec7bfb3b req-21a72080-1908-416e-a083-fecd933f295a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0800099 Jun 10 01:05:54.028445 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-14c44be8-e200-4d4f-ac15-f181ec7bfb3b req-cebd07f0-afb7-47d3-afe1-54ad9139abb3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381668 Jun 10 01:05:55.042635 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db2172-d5df-4283-aa4b-7f62dfed6bfa req-d302025c-5999-4f53-9fd3-636e364b79c9 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.044162 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5db2172-d5df-4283-aa4b-7f62dfed6bfa req-d302025c-5999-4f53-9fd3-636e364b79c9 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1457891 Jun 10 01:05:55.051579 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4f735-203a-4da6-9bae-a558890b6f4c req-064e1dbb-f60b-485b-b880-63451c8d12ea tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.053005 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-23e4f735-203a-4da6-9bae-a558890b6f4c req-064e1dbb-f60b-485b-b880-63451c8d12ea tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1145406 Jun 10 01:05:55.126242 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f5db2172-d5df-4283-aa4b-7f62dfed6bfa req-3bdcfda2-4d1a-4693-b66d-01981e8e87c1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722203 Jun 10 01:05:55.130394 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-23e4f735-203a-4da6-9bae-a558890b6f4c req-5fae18db-3965-4bf5-9f97-baabbf177873 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609906 Jun 10 01:05:55.310670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adeb88-cf29-49b5-9a1d-b84d67e955dd req-b20d615e-2b75-4b25-b868-c046722056fa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.312124 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-87adeb88-cf29-49b5-9a1d-b84d67e955dd req-b20d615e-2b75-4b25-b868-c046722056fa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0784717 Jun 10 01:05:55.355578 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-87adeb88-cf29-49b5-9a1d-b84d67e955dd req-1c9b7e6a-f0f3-4b6e-ba32-efba6244b9b1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378792 Jun 10 01:05:55.540776 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca141937-3dfa-47af-b4f9-6856f842dae2 req-a6ea2f05-3b45-40da-9330-92c284c7bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.542316 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ca141937-3dfa-47af-b4f9-6856f842dae2 req-a6ea2f05-3b45-40da-9330-92c284c7bd91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 1096 time: 0.0740209 Jun 10 01:05:55.679386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca141937-3dfa-47af-b4f9-6856f842dae2 req-9c65b158-b371-42d4-82e7-5bb057208dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.681263 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ca141937-3dfa-47af-b4f9-6856f842dae2 req-9c65b158-b371-42d4-82e7-5bb057208dba service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1308210 Jun 10 01:05:55.813763 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca141937-3dfa-47af-b4f9-6856f842dae2 req-60d7bd47-fb6b-45e5-b95e-4b49b724ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.815245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ca141937-3dfa-47af-b4f9-6856f842dae2 req-60d7bd47-fb6b-45e5-b95e-4b49b724ec04 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282496 Jun 10 01:05:55.921897 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-55429807-4a52-448c-be17-cd799d5637d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:55.923352 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-55429807-4a52-448c-be17-cd799d5637d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 1096 time: 0.0688972 Jun 10 01:05:55.993756 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-bfbd1f7e-8336-4a1a-b962-4dbecf7cce9d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b HTTP/1.1" status: 200 len: 217 time: 0.0615802 Jun 10 01:05:56.054377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7144c0c8-e862-440b-9bc7-37dd8ea13172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:56.055824 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-7144c0c8-e862-440b-9bc7-37dd8ea13172 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0551567 Jun 10 01:05:56.134691 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-ba20e389-c533-4e2f-9696-9b0316dc6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:56.136163 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-ba20e389-c533-4e2f-9696-9b0316dc6adb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721371 Jun 10 01:05:56.414165 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-337e6218-50b1-4b42-8198-3876e95c7a2c service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692893 Jun 10 01:05:56.546283 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f48ab-f7de-48e3-9ce7-d28ba2d0fb3b req-7d6b1b26-e430-4857-9f67-d277e5fca009 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:56.547731 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef4f48ab-f7de-48e3-9ce7-d28ba2d0fb3b req-7d6b1b26-e430-4857-9f67-d277e5fca009 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.2620530 Jun 10 01:05:56.639578 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef4f48ab-f7de-48e3-9ce7-d28ba2d0fb3b req-578f86c8-d0f1-47bb-9889-51091ea8e563 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822423 Jun 10 01:05:56.664683 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823d12d-9aa1-4bde-bc58-ea96efaff702 req-8bda84d5-c0ba-41ec-a252-f536fb4bdc71 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:56.666554 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f823d12d-9aa1-4bde-bc58-ea96efaff702 req-8bda84d5-c0ba-41ec-a252-f536fb4bdc71 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.2586977 Jun 10 01:05:56.671990 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8f746c8-0d6f-4471-9d7b-9540d9dd76d2 req-b2e0404a-72b1-4a48-b092-07c005ddf4bf service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158883 Jun 10 01:05:56.713830 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f823d12d-9aa1-4bde-bc58-ea96efaff702 req-9a6b5274-1342-41e1-85ca-6c96f7e1e37c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Jun 10 01:05:56.811425 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92e082-c967-45e7-83a8-f2fdb275c225 req-b69ab8c9-1505-46cc-9025-6eb11b8ccd64 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:56.812826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a92e082-c967-45e7-83a8-f2fdb275c225 req-b69ab8c9-1505-46cc-9025-6eb11b8ccd64 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0812318 Jun 10 01:05:56.856852 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a92e082-c967-45e7-83a8-f2fdb275c225 req-f2a2dc43-7be8-41ca-84a3-8217af6d1ffd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384116 Jun 10 01:05:57.818008 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bed16-ace3-4591-b154-1cdf5860a67b req-8878aca2-c96e-4bd4-bc21-103b49827c0c tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:57.819480 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f39bed16-ace3-4591-b154-1cdf5860a67b req-8878aca2-c96e-4bd4-bc21-103b49827c0c tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.0782282 Jun 10 01:05:57.915567 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f39bed16-ace3-4591-b154-1cdf5860a67b req-b5a1b7c4-0c49-4fbd-a662-689129cfaffb tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Jun 10 01:05:57.937299 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2993260-fe6f-4e36-9229-f8a15b3720af req-20b5b2f3-4ae8-475d-8a78-ee64df2cd3ca tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:57.938767 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2993260-fe6f-4e36-9229-f8a15b3720af req-20b5b2f3-4ae8-475d-8a78-ee64df2cd3ca tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1184278 Jun 10 01:05:57.983640 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2993260-fe6f-4e36-9229-f8a15b3720af req-43689590-b524-4e84-a597-335a56091c4c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Jun 10 01:05:58.085524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8c098-271d-4d44-b0c2-16870e1ee9fe req-53e6a3ab-ba9a-4b28-bd37-de06a1034ae0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:58.087696 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-88a8c098-271d-4d44-b0c2-16870e1ee9fe req-53e6a3ab-ba9a-4b28-bd37-de06a1034ae0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0793738 Jun 10 01:05:58.135013 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-88a8c098-271d-4d44-b0c2-16870e1ee9fe req-29df5fdf-a26a-4c71-ab95-8d7582c257a9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Jun 10 01:05:59.130585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fcc3d-3741-4213-a197-d9ed197785a6 req-061e6e70-caa7-4249-8a14-18f019aa23e6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:59.131988 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-455fcc3d-3741-4213-a197-d9ed197785a6 req-061e6e70-caa7-4249-8a14-18f019aa23e6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1124141 Jun 10 01:05:59.191347 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-455fcc3d-3741-4213-a197-d9ed197785a6 req-539c4dc4-1a8f-404c-b88f-caa31b118e25 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 Jun 10 01:05:59.211902 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15736503-c68d-4d5f-82a4-ca7e46779c30 req-960dade8-d746-450e-9595-426472c92cc1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:59.213310 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15736503-c68d-4d5f-82a4-ca7e46779c30 req-960dade8-d746-450e-9595-426472c92cc1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1247787 Jun 10 01:05:59.257851 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15736503-c68d-4d5f-82a4-ca7e46779c30 req-27ef2ef3-2674-4886-ad64-d545248fa81d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387363 Jun 10 01:05:59.357630 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c993-d728-4b9a-809b-a6a6d477591b req-34e8cb9b-f146-40a2-9d7b-ad20b586040a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:05:59.359081 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-55f1c993-d728-4b9a-809b-a6a6d477591b req-34e8cb9b-f146-40a2-9d7b-ad20b586040a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0775602 Jun 10 01:05:59.401459 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-55f1c993-d728-4b9a-809b-a6a6d477591b req-76af89fb-fec0-46f6-8eee-d9dcd43d8c17 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369325 Jun 10 01:06:00.417004 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c2db-9a88-4312-97b3-a771bc5a69fe req-b6bd5d7d-aac5-4f54-a27a-04938d1762f6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:00.418423 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d338c2db-9a88-4312-97b3-a771bc5a69fe req-b6bd5d7d-aac5-4f54-a27a-04938d1762f6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1247954 Jun 10 01:06:00.477818 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d338c2db-9a88-4312-97b3-a771bc5a69fe req-a6f42f3f-aa52-42f5-91d8-66cade35eb0f tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523880 Jun 10 01:06:00.488429 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ba9b2-f054-40da-a74f-9e6362a0e77c req-f90e7a62-6691-481e-846a-ac76ce5684fc tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:00.489831 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-877ba9b2-f054-40da-a74f-9e6362a0e77c req-f90e7a62-6691-481e-846a-ac76ce5684fc tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1287215 Jun 10 01:06:00.536780 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-877ba9b2-f054-40da-a74f-9e6362a0e77c req-b1c66f91-1b4f-489a-934d-80ade251d531 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Jun 10 01:06:00.646070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45db76-7164-4808-bc17-fefa5f731902 req-c13739d9-2884-4aeb-b3da-591bad264091 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:00.647523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5e45db76-7164-4808-bc17-fefa5f731902 req-c13739d9-2884-4aeb-b3da-591bad264091 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0792468 Jun 10 01:06:00.690191 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5e45db76-7164-4808-bc17-fefa5f731902 req-b285bc68-e857-40f8-9115-da0f306611dc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365076 Jun 10 01:06:01.716800 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d68ab-246a-4ff2-8070-20e3a5b5f1c8 req-dd03fba6-5762-487f-a29f-2475c1e4aa29 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:01.718233 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-708d68ab-246a-4ff2-8070-20e3a5b5f1c8 req-dd03fba6-5762-487f-a29f-2475c1e4aa29 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.1357479 Jun 10 01:06:01.756073 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c572373-5efa-4fc1-8284-38891c00e36f req-7890358b-fe41-4ca6-84f9-b8c89de6188f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:01.757636 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1c572373-5efa-4fc1-8284-38891c00e36f req-7890358b-fe41-4ca6-84f9-b8c89de6188f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1153994 Jun 10 01:06:01.798952 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-708d68ab-246a-4ff2-8070-20e3a5b5f1c8 req-1e34f3cf-ab78-44d9-8ae2-0676ec877d69 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Jun 10 01:06:01.880484 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1c572373-5efa-4fc1-8284-38891c00e36f req-6b35bbb5-f80f-4086-8f11-8827e96cfea7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147046 Jun 10 01:06:01.968893 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ad99-6a59-472e-bdb5-3657759683a4 req-87641818-6db8-443a-ab33-508714283eb8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:01.970335 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f706ad99-6a59-472e-bdb5-3657759683a4 req-87641818-6db8-443a-ab33-508714283eb8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0768683 Jun 10 01:06:02.013105 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f706ad99-6a59-472e-bdb5-3657759683a4 req-9c67ce7e-378c-40cd-bdab-9ac2a923695c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372396 Jun 10 01:06:02.139908 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-69446e52-60ec-4e61-9118-41ef4af76377 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:02.141179 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-69446e52-60ec-4e61-9118-41ef4af76377 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 945 time: 0.0822570 Jun 10 01:06:02.276254 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Deleting port 42472c73-2975-4db3-87fe-eb5966b72cd8 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:06:02.276596 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:02.419198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] For port 42472c73-2975-4db3-87fe-eb5966b72cd8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=42472c73-2975-4db3-87fe-eb5966b72cd8,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:02.419449 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:02.543410 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Calling delete_port for 42472c73-2975-4db3-87fe-eb5966b72cd8 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:06:02.657859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:02.663376 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:02.669765 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['42472c73-2975-4db3-87fe-eb5966b72cd8'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:06:02.713225 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Pushing event deleted for resources: {'Port': ['ID=42472c73-2975-4db3-87fe-eb5966b72cd8,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:02.716681 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:02.789571 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] No DVR routers for this DVR port 42472c73-2975-4db3-87fe-eb5966b72cd8 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:06:02.793234 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:02.795053 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a78f919-5bb7-45d5-8dd5-3c72fc68e27a req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "DELETE /v2.0/ports/42472c73-2975-4db3-87fe-eb5966b72cd8 HTTP/1.1" status: 204 len: 173 time: 0.6479926 Jun 10 01:06:02.795609 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7566-e98b-4da9-848f-48777f477627', 'name': 'network-vif-deleted', 'tag': '42472c73-2975-4db3-87fe-eb5966b72cd8'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:06:02.798023 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450ccc5-bda8-4d56-97d5-db454f133ae6" -d '{"events": [{"server_uuid": "baef7566-e98b-4da9-848f-48777f477627", "name": "network-vif-deleted", "tag": "42472c73-2975-4db3-87fe-eb5966b72cd8"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:06:02.860869 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c951471f-f981-4085-b809-9bc8f5959446 x-openstack-request-id: req-c951471f-f981-4085-b809-9bc8f5959446 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:06:02.861287 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7566-e98b-4da9-848f-48777f477627", "name": "network-vif-deleted", "tag": "42472c73-2975-4db3-87fe-eb5966b72cd8", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:06:02.861720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c951471f-f981-4085-b809-9bc8f5959446 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:06:02.862245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baef7566-e98b-4da9-848f-48777f477627', 'name': 'network-vif-deleted', 'tag': '42472c73-2975-4db3-87fe-eb5966b72cd8', 'status': 'completed', 'code': 200} Jun 10 01:06:02.981290 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d1ba571e-d8cc-46f8-91e0-cd531e5fa8bc req-3f3bd822-38f0-45b4-87fe-465a0f42fa04 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=baef7566-e98b-4da9-848f-48777f477627 HTTP/1.1" status: 200 len: 210 time: 0.0685074 Jun 10 01:06:03.098311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b5dcd-fbfe-4e05-8969-631b0a04b501 req-3a3155c2-7c00-41f3-9472-896c9b0b6153 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:03.099735 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-253b5dcd-fbfe-4e05-8969-631b0a04b501 req-3a3155c2-7c00-41f3-9472-896c9b0b6153 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0783966 Jun 10 01:06:03.186216 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-253b5dcd-fbfe-4e05-8969-631b0a04b501 req-da6840fa-39ab-4a85-af2f-3c400ccc937d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801725 Jun 10 01:06:03.221701 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc087f0-41d4-4984-951c-11047d4320a3 req-eb7e5baf-43ec-4e2c-b27d-8720c0a882a7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:03.223166 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7cc087f0-41d4-4984-951c-11047d4320a3 req-eb7e5baf-43ec-4e2c-b27d-8720c0a882a7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0977869 Jun 10 01:06:03.269978 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7cc087f0-41d4-4984-951c-11047d4320a3 req-2679dd59-52a6-432e-97ab-1e2807c66b44 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Jun 10 01:06:04.390528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4667f7-fda7-418c-9d79-f620cd6b1128 req-a2cce2d8-9844-4aad-ac0d-dee3a1e6eea3 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:04.392000 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1d4667f7-fda7-418c-9d79-f620cd6b1128 req-a2cce2d8-9844-4aad-ac0d-dee3a1e6eea3 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0903804 Jun 10 01:06:04.489039 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1d4667f7-fda7-418c-9d79-f620cd6b1128 req-5ca01ab2-45c4-4cf7-beb7-019a9e8bc5f5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572345 Jun 10 01:06:04.511783 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fab60c-00e0-4cb0-b47e-32048569e84c req-8f281697-8976-4ee5-b467-1bdcfd12ce77 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:04.513197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22fab60c-00e0-4cb0-b47e-32048569e84c req-8f281697-8976-4ee5-b467-1bdcfd12ce77 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1203537 Jun 10 01:06:04.556628 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-22fab60c-00e0-4cb0-b47e-32048569e84c req-9fd12386-6598-4c87-a7b1-a7e861c542d9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377429 Jun 10 01:06:05.673037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6277667-c1ad-4f0a-925b-7f4d800d0422 req-5b6fbed3-a31e-485a-ad50-ffb2dc6cf608 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:05.674452 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6277667-c1ad-4f0a-925b-7f4d800d0422 req-5b6fbed3-a31e-485a-ad50-ffb2dc6cf608 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0839658 Jun 10 01:06:05.763640 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6277667-c1ad-4f0a-925b-7f4d800d0422 req-fa2a3cc4-bc97-4b87-ba75-99c83d421622 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600202 Jun 10 01:06:05.782842 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff2f79-de79-49e0-9ac0-f8a3009567d5 req-f367f529-a445-44bb-aec7-c804efa03a6e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:05.784259 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09ff2f79-de79-49e0-9ac0-f8a3009567d5 req-f367f529-a445-44bb-aec7-c804efa03a6e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1190724 Jun 10 01:06:05.828303 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-09ff2f79-de79-49e0-9ac0-f8a3009567d5 req-2eb26eda-0eb9-4b7d-8ec8-033f5b6dcde0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378325 Jun 10 01:06:06.981049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d2d5-6b35-4511-90e5-7b80f8d3c107 req-5ea239f7-a29b-4624-a859-8b2d8688a645 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:06.982454 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ce10d2d5-6b35-4511-90e5-7b80f8d3c107 req-5ea239f7-a29b-4624-a859-8b2d8688a645 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.1144538 Jun 10 01:06:07.041015 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ce10d2d5-6b35-4511-90e5-7b80f8d3c107 req-245e65e3-405c-48ce-9893-cb7ae2f5a540 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523512 Jun 10 01:06:07.057969 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d3e8e-ac0d-4661-b141-000261e07abb req-b36c47b9-fcd1-474e-84c1-2d5bc485fb42 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:07.059425 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc5d3e8e-ac0d-4661-b141-000261e07abb req-b36c47b9-fcd1-474e-84c1-2d5bc485fb42 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1222982 Jun 10 01:06:07.160851 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc5d3e8e-ac0d-4661-b141-000261e07abb req-700d2c2e-4490-4c68-b4f0-fa77760680ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959911 Jun 10 01:06:08.220302 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63995f4-9fea-4fbc-ba44-8f0f24eb285e req-2f2d4109-04c3-4063-b0d0-08aa3d097adb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:08.221741 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e63995f4-9fea-4fbc-ba44-8f0f24eb285e req-2f2d4109-04c3-4063-b0d0-08aa3d097adb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0792356 Jun 10 01:06:08.226355 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 42472c73-2975-4db3-87fe-eb5966b72cd8 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:06:08.260175 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 42472c73-2975-4db3-87fe-eb5966b72cd8 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:06:08.260520 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 42472c73-2975-4db3-87fe-eb5966b72cd8 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:06:08.267796 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e63995f4-9fea-4fbc-ba44-8f0f24eb285e req-08e9ca94-22c1-4d49-ab7e-b29abf353c30 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 Jun 10 01:06:08.356171 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ae3ef-6cda-4881-9f26-963bff2a0761 req-4991ccca-2d22-4823-9c62-180ac91afd9e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:08.357520 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-783ae3ef-6cda-4881-9f26-963bff2a0761 req-4991ccca-2d22-4823-9c62-180ac91afd9e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0814481 Jun 10 01:06:08.401389 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-783ae3ef-6cda-4881-9f26-963bff2a0761 req-cd1238e0-5803-4522-9723-b4d6e77cd8b8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 Jun 10 01:06:08.606926 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-6cd735dd-9595-423e-8df0-81756a1ab107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:08.608236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-6cd735dd-9595-423e-8df0-81756a1ab107 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1096 time: 0.0680254 Jun 10 01:06:08.749752 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-5f40876b-50bc-4c4a-bf10-ca95a0fc3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:08.751172 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-5f40876b-50bc-4c4a-bf10-ca95a0fc3ad6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1203587 Jun 10 01:06:08.849860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-a5608797-7010-4d78-ab08-918016d54ab2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 999 time: 0.0914719 Jun 10 01:06:08.861711 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:08.914180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-7656aa2a-ee3e-4b1a-9d79-341e15babe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:08.915706 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-7656aa2a-ee3e-4b1a-9d79-341e15babe3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0593970 Jun 10 01:06:08.993266 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-2a74b680-70c4-42ca-a884-e4a79eba15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:08.994746 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-2a74b680-70c4-42ca-a884-e4a79eba15b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731661 Jun 10 01:06:09.146919 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-749a2b7e-5198-4b5a-8167-9ac14e4a4b95 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449242 Jun 10 01:06:09.353046 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ccf9e576-52ae-4f1f-8bfa-7d87873dcae2 req-f239a29b-872f-4d8d-82e4-ac79a5b3ab9e service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275437 Jun 10 01:06:09.447775 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c43078-4861-4968-811f-dea9171b7f7f req-10d04a6a-26da-40f5-a9e8-254310bf29ed tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:09.449234 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43c43078-4861-4968-811f-dea9171b7f7f req-10d04a6a-26da-40f5-a9e8-254310bf29ed tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0780461 Jun 10 01:06:09.495842 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43c43078-4861-4968-811f-dea9171b7f7f req-c265873a-fa4a-4d2e-a33f-cf27430d9367 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Jun 10 01:06:09.585715 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bdb1a-5eab-4aec-af45-ccb232bf6119 req-1c0883a6-c8a4-4d1f-a3be-c1cece608973 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:09.587146 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef5bdb1a-5eab-4aec-af45-ccb232bf6119 req-1c0883a6-c8a4-4d1f-a3be-c1cece608973 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0776339 Jun 10 01:06:09.629612 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef5bdb1a-5eab-4aec-af45-ccb232bf6119 req-c1bfe6ca-db78-4107-8b9c-595da2995337 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369353 Jun 10 01:06:10.700420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b77597-7318-413c-b3a9-f505b4903233 req-7a71cd6b-c845-434e-bf79-59b12de45638 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:10.701793 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18b77597-7318-413c-b3a9-f505b4903233 req-7a71cd6b-c845-434e-bf79-59b12de45638 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0920329 Jun 10 01:06:10.794086 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18b77597-7318-413c-b3a9-f505b4903233 req-0c5b2550-9a23-4502-852d-a48be87ec00d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864830 Jun 10 01:06:10.836524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1fcb-e8e8-4d39-a29e-3b363f386913 req-e85b27c3-eca7-49e4-a6b6-35602c9cc14f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:10.837930 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fce1fcb-e8e8-4d39-a29e-3b363f386913 req-e85b27c3-eca7-49e4-a6b6-35602c9cc14f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0881703 Jun 10 01:06:10.881055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fce1fcb-e8e8-4d39-a29e-3b363f386913 req-27e40de7-3fce-4cc7-b9a9-bf868b25c709 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376086 Jun 10 01:06:11.299183 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-4d26d86b-e54b-4722-8a63-1cc46b5fa4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:11.983158 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7bebf-53ea-4f43-992a-1b2b1da91d0c req-b28dcdde-ce21-4913-b151-032ada2c00c4 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:11.984608 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0bf7bebf-53ea-4f43-992a-1b2b1da91d0c req-b28dcdde-ce21-4913-b151-032ada2c00c4 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0893199 Jun 10 01:06:12.078163 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0bf7bebf-53ea-4f43-992a-1b2b1da91d0c req-12aca596-07ac-47dd-99f6-ce8bfcbe418f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878348 Jun 10 01:06:12.102099 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761492f1-a55d-4057-8fef-d6eaba8cce5a req-1451311e-8cde-40e8-a1ba-4b3f67698b2b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:12.103531 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-761492f1-a55d-4057-8fef-d6eaba8cce5a req-1451311e-8cde-40e8-a1ba-4b3f67698b2b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1002071 Jun 10 01:06:12.149110 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-761492f1-a55d-4057-8fef-d6eaba8cce5a req-a43b6c29-c7c7-414c-a235-39d4d64a1e69 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 Jun 10 01:06:13.257219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da55f44-ade5-43d7-9e23-9bf6e718e5e5 req-e08e8528-83ce-4fcb-ac81-1069dfec49bb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:13.258704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6da55f44-ade5-43d7-9e23-9bf6e718e5e5 req-e08e8528-83ce-4fcb-ac81-1069dfec49bb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0786462 Jun 10 01:06:13.350522 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6da55f44-ade5-43d7-9e23-9bf6e718e5e5 req-91218f90-606d-41d1-a20b-899681aa47f5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611727 Jun 10 01:06:13.373932 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7d8ee-ae1e-4312-a03f-2278ca266f19 req-7b2465b3-d3b0-4d36-9021-3d3ee3112fb2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:13.375434 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a6a7d8ee-ae1e-4312-a03f-2278ca266f19 req-7b2465b3-d3b0-4d36-9021-3d3ee3112fb2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1158118 Jun 10 01:06:13.477945 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a6a7d8ee-ae1e-4312-a03f-2278ca266f19 req-55c8519b-0de9-4ea5-ad0d-befba079c932 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965855 Jun 10 01:06:13.478540 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:13.740037 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-fff33d80-3133-4847-abbd-1952b318f72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:14.539504 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b050-86b4-4a33-b61c-79eea1181d96 req-2419f761-6a4e-4f4f-a420-cb96e7852e8b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:14.540938 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a879b050-86b4-4a33-b61c-79eea1181d96 req-2419f761-6a4e-4f4f-a420-cb96e7852e8b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0864394 Jun 10 01:06:14.623830 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a879b050-86b4-4a33-b61c-79eea1181d96 req-8d1fd0c5-88a1-4b33-a440-563447952456 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713773 Jun 10 01:06:14.672802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1890e4-7b46-4689-aec7-53c284fdbf33 req-121a94a1-4002-4108-aeae-218e598a26e2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:14.674218 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ba1890e4-7b46-4689-aec7-53c284fdbf33 req-121a94a1-4002-4108-aeae-218e598a26e2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.0865200 Jun 10 01:06:14.717916 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ba1890e4-7b46-4689-aec7-53c284fdbf33 req-c97e05d0-72ca-4364-9c7b-55c7410cd1b7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376368 Jun 10 01:06:14.728355 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:15.811332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297852b6-39b4-4d9d-95ef-28b5fb534a61 req-b030e31d-3dae-4499-b5b1-e4a2b70f7760 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:15.813391 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-297852b6-39b4-4d9d-95ef-28b5fb534a61 req-b030e31d-3dae-4499-b5b1-e4a2b70f7760 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0851426 Jun 10 01:06:15.919559 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-297852b6-39b4-4d9d-95ef-28b5fb534a61 req-97a5b1c6-4551-48ff-bbca-e9f8f783dba5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998819 Jun 10 01:06:15.954870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556f865-cefc-4938-8c6a-ae7d9c44b0a9 req-608ae568-df2e-4607-b95e-64682f490603 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:15.954870 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0556f865-cefc-4938-8c6a-ae7d9c44b0a9 req-608ae568-df2e-4607-b95e-64682f490603 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1148469 Jun 10 01:06:15.997423 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0556f865-cefc-4938-8c6a-ae7d9c44b0a9 req-3be1c76e-566d-4601-863c-f48fb522b92b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382459 Jun 10 01:06:16.383854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:17.105160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abe0d5-8a26-44c3-825c-842457b66c1a req-43a14ed0-66c5-4e48-8f1a-2e88ae0f3f48 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:17.106813 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-98abe0d5-8a26-44c3-825c-842457b66c1a req-43a14ed0-66c5-4e48-8f1a-2e88ae0f3f48 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 943 time: 0.0831153 Jun 10 01:06:17.198392 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-98abe0d5-8a26-44c3-825c-842457b66c1a req-9b813287-fe72-4893-bdd5-c12bf6e90106 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606637 Jun 10 01:06:17.217693 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c051078-9a5a-4fdb-8adf-29f3cc0eb85f req-64711ae2-1f8b-43fd-90b0-eb5db09b23ad tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:17.219138 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c051078-9a5a-4fdb-8adf-29f3cc0eb85f req-64711ae2-1f8b-43fd-90b0-eb5db09b23ad tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1114190 Jun 10 01:06:17.265119 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c051078-9a5a-4fdb-8adf-29f3cc0eb85f req-07ee7be9-50fa-40d0-a389-543167fe5ce5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 Jun 10 01:06:18.083301 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device a8fbff9c-ffce-437a-80c5-7360d4a4434b details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:06:18.210905 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port a8fbff9c-ffce-437a-80c5-7360d4a4434b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:18.223636 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'port_id': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'mac_address': 'fa:16:3e:3f:3b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:06:18.281118 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:18.298442 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fbff9c-ffce-437a-80c5-7360d4a4434b {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:06:18.315846 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port a8fbff9c-ffce-437a-80c5-7360d4a4434b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:18.321152 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:18.321881 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:06:18.324101 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:18.452967 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=a8fbff9c-ffce-437a-80c5-7360d4a4434b,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:18.458160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99bd28-5197-4409-b916-46b25b576178 req-885c9084-224a-498e-ad4f-a62cfe3006e5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:18.459620 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0d99bd28-5197-4409-b916-46b25b576178 req-885c9084-224a-498e-ad4f-a62cfe3006e5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1382153 Jun 10 01:06:18.464890 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.465238 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.465566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.465893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.466220 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.466543 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.466886 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.467204 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.467520 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.467833 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.468147 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.468457 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:18.481199 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:18.500820 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e48223-9c90-477d-84f1-6de467afead3 req-c1a4bb65-f0b9-4778-bd03-a11fcc20957c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:18.502309 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d0e48223-9c90-477d-84f1-6de467afead3 req-c1a4bb65-f0b9-4778-bd03-a11fcc20957c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 943 time: 0.1212752 Jun 10 01:06:18.524102 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:18.537134 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'port_id': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'mac_address': 'fa:16:3e:93:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:06:18.539840 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0d99bd28-5197-4409-b916-46b25b576178 req-184afbd6-67ea-4fa5-b718-9b3b44ea26f4 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736399 Jun 10 01:06:18.559860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d0e48223-9c90-477d-84f1-6de467afead3 req-0d7ce305-fa0f-4640-87bf-15152b093229 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483274 Jun 10 01:06:18.595181 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:18.615347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:06:18.637278 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:18.641230 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:18.643198 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:18.706432 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=9']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:18.709332 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:19.768526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465f27-e816-48ac-a4ca-29ab89c62c93 req-97e8041e-3b86-4ef4-8fec-8f312d05d065 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:19.769961 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-00465f27-e816-48ac-a4ca-29ab89c62c93 req-97e8041e-3b86-4ef4-8fec-8f312d05d065 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1268377 Jun 10 01:06:19.825750 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-00465f27-e816-48ac-a4ca-29ab89c62c93 req-56b9ad48-d341-4ce4-abd8-d0c8b9a00cc9 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Jun 10 01:06:19.833690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdea5e4-03c0-49b6-807a-c74bef3e63b8 req-1b1d534b-65de-4d7c-a161-1f5f525839bf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:19.835721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cfdea5e4-03c0-49b6-807a-c74bef3e63b8 req-1b1d534b-65de-4d7c-a161-1f5f525839bf tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1339707 Jun 10 01:06:19.881511 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cfdea5e4-03c0-49b6-807a-c74bef3e63b8 req-3dc49039-38bf-4688-9dab-6146562a0431 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385334 Jun 10 01:06:21.059272 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa926c-6f09-447e-bfb9-5e850775def5 req-e1269df2-b8a9-4dd1-aecd-3169efdf5c33 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:21.060852 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a6fa926c-6f09-447e-bfb9-5e850775def5 req-e1269df2-b8a9-4dd1-aecd-3169efdf5c33 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1316750 Jun 10 01:06:21.101986 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:06:21.118499 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50f698-5cd6-4e12-9a9a-405162ec268b req-1180ec41-ca42-4cdb-aea1-a51cfd09591b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:21.119843 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ce50f698-5cd6-4e12-9a9a-405162ec268b req-1180ec41-ca42-4cdb-aea1-a51cfd09591b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1276498 Jun 10 01:06:21.124066 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a6fa926c-6f09-447e-bfb9-5e850775def5 req-0a537f0b-c81b-4076-930c-a51edcded78d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576482 Jun 10 01:06:21.163878 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ce50f698-5cd6-4e12-9a9a-405162ec268b req-514fc09f-1e9c-41db-8ab1-47a254171bb0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384631 Jun 10 01:06:22.026255 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['a8fbff9c-ffce-437a-80c5-7360d4a4434b'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:06:22.056858 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:06:22.445539 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9efc8a-01e4-4d27-a74b-a035b796e3ff req-b1f5cd97-ddea-47e6-8c62-240e70a036fb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:22.447157 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1f9efc8a-01e4-4d27-a74b-a035b796e3ff req-b1f5cd97-ddea-47e6-8c62-240e70a036fb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1200216 Jun 10 01:06:22.464714 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813393dd-af3f-477c-822b-fd9ed72a8501 req-8fd5faff-497f-4f51-be26-5fe7702e5b6a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:22.466161 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-813393dd-af3f-477c-822b-fd9ed72a8501 req-8fd5faff-497f-4f51-be26-5fe7702e5b6a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.2097747 Jun 10 01:06:22.546147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1f9efc8a-01e4-4d27-a74b-a035b796e3ff req-d90f2d98-1b09-45ec-a252-95b166b10d25 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898044 Jun 10 01:06:22.556637 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-813393dd-af3f-477c-822b-fd9ed72a8501 req-3566d91b-0f08-46ab-89de-61fa1c1ed80f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777769 Jun 10 01:06:23.787655 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02be8a-fdb1-47b7-a518-f987cb2a9216 req-ae77c6b9-fac2-4959-b895-f787653af896 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:23.789087 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eb02be8a-fdb1-47b7-a518-f987cb2a9216 req-ae77c6b9-fac2-4959-b895-f787653af896 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1368022 Jun 10 01:06:23.816571 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e83945-49ec-43af-a408-3530f440dfda req-31993fc6-30c7-4b13-820d-b55ea32f9c76 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:23.819909 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f2e83945-49ec-43af-a408-3530f440dfda req-31993fc6-30c7-4b13-820d-b55ea32f9c76 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1311266 Jun 10 01:06:23.872468 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eb02be8a-fdb1-47b7-a518-f987cb2a9216 req-f0c4a908-87ad-4a72-b3fc-9706277c24aa tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762892 Jun 10 01:06:23.879092 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f2e83945-49ec-43af-a408-3530f440dfda req-c30fb39e-f6af-4aca-ad8e-6252f70fbc45 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550935 Jun 10 01:06:25.173327 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d11adb-6847-451d-9aa9-d4566adb41d0 req-345ddd86-a4d0-469e-990a-4d4a9a6139d8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:25.174760 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8d11adb-6847-451d-9aa9-d4566adb41d0 req-345ddd86-a4d0-469e-990a-4d4a9a6139d8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1999936 Jun 10 01:06:25.186644 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817807-39ef-4fee-a322-3e8c1b31d695 req-cb90aeab-cdb0-4c62-b09f-ca3934721e1d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:25.187981 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-80817807-39ef-4fee-a322-3e8c1b31d695 req-cb90aeab-cdb0-4c62-b09f-ca3934721e1d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1708186 Jun 10 01:06:25.253248 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8d11adb-6847-451d-9aa9-d4566adb41d0 req-a99be6df-e357-4d8c-b907-784972b60bd4 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643680 Jun 10 01:06:25.260348 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-80817807-39ef-4fee-a322-3e8c1b31d695 req-3a722d32-c66d-468e-ab5a-1b4dfb70672c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591192 Jun 10 01:06:26.495439 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd07c8-359d-48ac-8575-714a45cf78e9 req-952f5c93-b2bb-4ced-87a3-60c9859ba927 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:26.496849 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-11bd07c8-359d-48ac-8575-714a45cf78e9 req-952f5c93-b2bb-4ced-87a3-60c9859ba927 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1390398 Jun 10 01:06:26.504551 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543e5bd-c97c-4ee8-b56c-0f6272323f3e req-6b10520b-6753-48ed-8a4e-e3ca1562071a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:26.506103 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a543e5bd-c97c-4ee8-b56c-0f6272323f3e req-6b10520b-6753-48ed-8a4e-e3ca1562071a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1168008 Jun 10 01:06:26.579567 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-11bd07c8-359d-48ac-8575-714a45cf78e9 req-7bf9a472-9aa4-45ad-82ca-1728f1a684de tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722933 Jun 10 01:06:26.583734 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a543e5bd-c97c-4ee8-b56c-0f6272323f3e req-b94b2190-b3cd-4ec1-88b1-d1ccea3f7259 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642803 Jun 10 01:06:27.823727 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff22bc-084e-4a99-af15-bbe6ba22333b req-c3910f04-ff90-49e1-8918-1a3872b81865 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:27.825174 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f0ff22bc-084e-4a99-af15-bbe6ba22333b req-c3910f04-ff90-49e1-8918-1a3872b81865 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1446741 Jun 10 01:06:27.839216 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9dcdd-3713-4af2-8fae-6875f549ec47 req-834bc2a5-d1fe-4201-8582-d92b8d1885d7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:27.840608 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61b9dcdd-3713-4af2-8fae-6875f549ec47 req-834bc2a5-d1fe-4201-8582-d92b8d1885d7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1186373 Jun 10 01:06:27.902263 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f0ff22bc-084e-4a99-af15-bbe6ba22333b req-528b4674-6bbe-4a7e-a0d8-769bd8f2973c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714362 Jun 10 01:06:27.911634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61b9dcdd-3713-4af2-8fae-6875f549ec47 req-03c8a567-23ed-41fa-8a04-43a262d858a9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576789 Jun 10 01:06:29.143659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a50e6-4971-4b26-b944-315282409aae req-95489de7-912d-4f55-afba-70d5e62379f6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:29.145114 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e0a50e6-4971-4b26-b944-315282409aae req-95489de7-912d-4f55-afba-70d5e62379f6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 944 time: 0.1416421 Jun 10 01:06:29.153728 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f32bf-4f50-4430-8508-f0d139c48628 req-2c810835-3a08-4489-9457-f5748ad03642 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:29.155055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1e9f32bf-4f50-4430-8508-f0d139c48628 req-2c810835-3a08-4489-9457-f5748ad03642 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 944 time: 0.1208861 Jun 10 01:06:29.225741 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7e0a50e6-4971-4b26-b944-315282409aae req-c020dfb0-eca4-49d1-99c6-b668edec3c9d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692363 Jun 10 01:06:29.228355 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1e9f32bf-4f50-4430-8508-f0d139c48628 req-18fd7587-0024-4b3f-9a6c-baa855718acb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597258 Jun 10 01:06:29.519978 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device a8fbff9c-ffce-437a-80c5-7360d4a4434b up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:06:29.589614 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port a8fbff9c-ffce-437a-80c5-7360d4a4434b completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:06:29.594009 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port a8fbff9c-ffce-437a-80c5-7360d4a4434b triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:06:29.594384 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:29.711093 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:29.745768 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:06:29.748079 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eeb1d8-a5b6-45f2-b0eb-0e2bfd227f3e" -d '{"events": [{"server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "name": "network-vif-plugged", "status": "completed", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:06:29.757148 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port a8fbff9c-ffce-437a-80c5-7360d4a4434b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:29.761256 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:29.762471 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:06:29.790288 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:29.877463 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=a8fbff9c-ffce-437a-80c5-7360d4a4434b,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:29.883116 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:29.890503 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:06:29.891025 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:29.920487 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a53b1c3-b119-46be-adcb-00a9d93f6f3d x-openstack-request-id: req-4a53b1c3-b119-46be-adcb-00a9d93f6f3d {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:06:29.920785 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "name": "network-vif-plugged", "status": "completed", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:06:29.921047 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a53b1c3-b119-46be-adcb-00a9d93f6f3d {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:06:29.921437 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'code': 200} Jun 10 01:06:30.017111 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:30.053462 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:30.057954 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:30.062172 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:30.180055 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=10']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:30.184357 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:30.386843 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-46ee998a-b77f-40b3-90f8-fcd5bf286473 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:30.388225 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-46ee998a-b77f-40b3-90f8-fcd5bf286473 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/networks?id=7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 200 len: 814 time: 0.2327032 Jun 10 01:06:30.412494 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217fc7d-8a94-4d42-9452-31523bc08407 req-ff8913a8-0517-4c0a-b48e-d672cb236895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:30.413904 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5217fc7d-8a94-4d42-9452-31523bc08407 req-ff8913a8-0517-4c0a-b48e-d672cb236895 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 1098 time: 0.1917760 Jun 10 01:06:30.417203 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-baeafbd8-2abd-4582-9de3-432095f73bc6 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/quotas/25cc2ae1c536450cb50fe145e8f1dc9d HTTP/1.1" status: 200 len: 375 time: 0.0228412 Jun 10 01:06:30.491196 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-e067f0bb-0c06-4bee-bb6a-d0a2b6b18896 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630755 Jun 10 01:06:30.516618 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5217fc7d-8a94-4d42-9452-31523bc08407 req-c7088f93-9880-44b8-b786-d1227ba669f0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895128 Jun 10 01:06:30.525208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e466c1-6480-48e3-82cd-f5431caacd14 req-9cbac871-8e1e-497e-94c2-4164716954ca tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:30.526579 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f7e466c1-6480-48e3-82cd-f5431caacd14 req-9cbac871-8e1e-497e-94c2-4164716954ca tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.1843262 Jun 10 01:06:30.574171 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f7e466c1-6480-48e3-82cd-f5431caacd14 req-9b81129f-6be0-4c22-a31f-73c642286e5d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 Jun 10 01:06:30.794435 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-26672023-6df2-4218-b9fa-33ec2950bbae service neutron] 10.222.0.59 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960353 Jun 10 01:06:30.805640 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ae80b-0196-4f77-9c86-5e2261eac54c req-709f706d-4ae1-416e-a2d3-063b77590290 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:30.806999 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-830ae80b-0196-4f77-9c86-5e2261eac54c req-709f706d-4ae1-416e-a2d3-063b77590290 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.1312208 Jun 10 01:06:30.927542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-830ae80b-0196-4f77-9c86-5e2261eac54c req-4d95d9f9-f289-46be-8dab-604062fb993a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025152 Jun 10 01:06:30.962826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-48ee2732-111a-48fd-a245-90aeb5023744 service neutron] 10.222.0.59 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548965 Jun 10 01:06:31.128632 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c15117b8-2116-426e-b640-f1f009de83ec req-568796d4-c9df-45f9-9ba7-aae205985232 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 210 time: 0.0401220 Jun 10 01:06:31.843222 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d754e-c044-459b-b0c1-c430b7651bea req-7bba8013-984f-4521-8e12-b50caf0c3ef5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:31.844647 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-185d754e-c044-459b-b0c1-c430b7651bea req-7bba8013-984f-4521-8e12-b50caf0c3ef5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.1477838 Jun 10 01:06:31.890536 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-185d754e-c044-459b-b0c1-c430b7651bea req-d32cdc7d-0dd8-4676-9968-f492070692c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Jun 10 01:06:31.922990 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:06:31.925871 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4341c05-397d-40f5-b80d-ab102da2e06c" -d '{"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-plugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:06:31.968984 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25c1f0-61b9-46f6-9668-8b8d6cfa325f x-openstack-request-id: req-1f25c1f0-61b9-46f6-9668-8b8d6cfa325f {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:06:31.969283 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-plugged", "status": "completed", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:06:31.969544 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f25c1f0-61b9-46f6-9668-8b8d6cfa325f {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:06:31.969930 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'code': 200} Jun 10 01:06:32.122361 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91376cc-1f2c-4856-8756-8b83546d2a93 req-bf575741-a643-4a03-9789-bad326f2755b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:32.124494 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b91376cc-1f2c-4856-8756-8b83546d2a93 req-bf575741-a643-4a03-9789-bad326f2755b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0838623 Jun 10 01:06:32.254435 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b91376cc-1f2c-4856-8756-8b83546d2a93 req-21a174fe-d6ca-4e68-a51b-7c1cd2d21eba tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233070 Jun 10 01:06:32.301096 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c9ac6cb-9d8f-4905-9e1e-a6598222173d req-0aba94ff-54a8-4389-a19c-d45028ac009a tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 210 time: 0.0570755 Jun 10 01:06:32.352627 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-01c070bc-4e22-4792-b933-47f332c92afb tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:32.354018 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-01c070bc-4e22-4792-b933-47f332c92afb tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "GET /v2.0/networks?id=7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 200 len: 814 time: 0.2101252 Jun 10 01:06:32.366964 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Request body: {'port': {'device_id': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce', 'admin_state_up': True, 'tenant_id': '25cc2ae1c536450cb50fe145e8f1dc9d'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:06:32.520524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Made reservation on behalf of 25cc2ae1c536450cb50fe145e8f1dc9d for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:06:32.524736 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:32.745953 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc30d3-98d6-4ce6-b9bd-afc27f6aa24d req-3004d45b-e956-4b5f-a748-820a4a4a70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:32.747648 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-57fc30d3-98d6-4ce6-b9bd-afc27f6aa24d req-3004d45b-e956-4b5f-a748-820a4a4a70ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1099 time: 0.1558661 Jun 10 01:06:32.771063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Allocated IP 172.20.0.14 (7f801636-e7e1-4af8-bd64-96331279e1ce/67fa719c-3888-4996-aac1-2ee820760d8e/38952e36-4765-4ac0-ac68-589657390a0e) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:06:32.824063 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-57fc30d3-98d6-4ce6-b9bd-afc27f6aa24d req-83ccdb4b-3840-4c1a-b59e-acd05a84ddc6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662274 Jun 10 01:06:32.992354 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:33.092450 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cef886-f127-4918-a907-cd1cb508e6f6 req-0996042d-d672-460f-8a4a-3225c358bfc8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:33.093866 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6cef886-f127-4918-a907-cd1cb508e6f6 req-0996042d-d672-460f-8a4a-3225c358bfc8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.0985653 Jun 10 01:06:33.095334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:33.102581 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7bfe6235-b764-4991-9437-763abe6ba368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:33.179694 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Network 7f801636-e7e1-4af8-bd64-96331279e1ce is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:06:33.192124 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:06:33.195249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:06:33.247218 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6cef886-f127-4918-a907-cd1cb508e6f6 req-066daf01-fce1-4e76-90b0-fbea623b6a6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454704 Jun 10 01:06:33.249891 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Pushing event updated for resources: {'Port': ['ID=38952e36-4765-4ac0-ac68-589657390a0e,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:33.257781 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:33.273332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:33.273936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:33.293515 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9300699 Jun 10 01:06:33.361016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Request body: {'port': {'device_id': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:06:33.581228 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:33.609516 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b01b35-4889-430c-b29e-bd463a90cbc8 req-35db17cc-5d89-4eb4-a761-196b410839f6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:33.610955 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16b01b35-4889-430c-b29e-bd463a90cbc8 req-35db17cc-5d89-4eb4-a761-196b410839f6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.2245376 Jun 10 01:06:33.675419 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd132a8a-997c-419b-854e-61d2e9278296 req-5caca9cf-272b-460f-ae46-339b9fab2919 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:33.676831 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fd132a8a-997c-419b-854e-61d2e9278296 req-5caca9cf-272b-460f-ae46-339b9fab2919 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.2888410 Jun 10 01:06:33.869990 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-16b01b35-4889-430c-b29e-bd463a90cbc8 req-a1f7c3a9-db70-42ba-9c6d-42a009864855 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355196 Jun 10 01:06:33.885170 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fd132a8a-997c-419b-854e-61d2e9278296 req-49279f4d-de59-41c6-8fc3-67170ea2df00 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012577 Jun 10 01:06:33.908961 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55034) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:06:34.006088 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55038) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:06:34.101204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-efb6317f-0aaf-41fa-8d59-af00ae9606d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.158340 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f695139-2537-402d-ab4e-86a19c51481d tempest-TestVolumeBootPattern-567830569 tempest-TestVolumeBootPattern-567830569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:34.159876 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6f695139-2537-402d-ab4e-86a19c51481d tempest-TestVolumeBootPattern-567830569 tempest-TestVolumeBootPattern-567830569-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 1093 time: 0.2499259 Jun 10 01:06:34.162860 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55042) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:06:34.167723 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'port_id': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:06:34.242048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230fb60-55ca-4560-b470-e627d3550919 req-6b777496-4310-4d01-b80e-13100c6bfc2f tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:34.243491 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9230fb60-55ca-4560-b470-e627d3550919 req-6b777496-4310-4d01-b80e-13100c6bfc2f tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 932 time: 0.2402544 Jun 10 01:06:34.254508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38952e36-4765-4ac0-ac68-589657390a0e {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:06:34.279277 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.324561 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Transition to ACTIVE for port object 38952e36-4765-4ac0-ac68-589657390a0e will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:06:34.335668 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9230fb60-55ca-4560-b470-e627d3550919 req-b01891bd-c065-4912-b70a-b01e00651759 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834081 Jun 10 01:06:34.340684 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.346744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7a19761a-1f85-40a8-aa98-98f2b60809b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:34.488142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-efb6317f-0aaf-41fa-8d59-af00ae9606d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.507579 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.523583 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Pushing event updated for resources: {'Port': ['ID=38952e36-4765-4ac0-ac68-589657390a0e,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:34.525630 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-efb6317f-0aaf-41fa-8d59-af00ae9606d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.573586 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.573952 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.574309 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.574868 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.575220 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.575570 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.575915 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.576265 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.576606 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.576951 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.577288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.577630 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:34.592258 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:34.592752 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-44dc499c-f9c5-4f34-aa41-c22556ea5960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:34.631373 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-efb6317f-0aaf-41fa-8d59-af00ae9606d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=841e12c23e57449c84413665dcd34441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237211 Jun 10 01:06:34.641355 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55046) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:06:34.656679 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.672858 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6317f-0aaf-41fa-8d59-af00ae9606d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27b3926-11b4-4053-a07a-0399ea6af749,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:34.686870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-efb6317f-0aaf-41fa-8d59-af00ae9606d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:34.708629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Attempting to bind port 38952e36-4765-4ac0-ac68-589657390a0e on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:06:34.708968 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Attempting to bind port 38952e36-4765-4ac0-ac68-589657390a0e by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:06:34.709298 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Attempting to bind port 38952e36-4765-4ac0-ac68-589657390a0e on network 7f801636-e7e1-4af8-bd64-96331279e1ce {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:06:34.719414 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Port 38952e36-4765-4ac0-ac68-589657390a0e on network 7f801636-e7e1-4af8-bd64-96331279e1ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:06:34.719742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Attempting to bind port 38952e36-4765-4ac0-ac68-589657390a0e on network 7f801636-e7e1-4af8-bd64-96331279e1ce {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:06:34.736324 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:06:34.736672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Checking segment: {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:06:34.737053 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Bound using segment: {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:06:34.737489 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Bound port: 38952e36-4765-4ac0-ac68-589657390a0e, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35c5c98-cb5c-4968-a370-51cd0e700043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:06:34.737839 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.750291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.825744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.831559 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Allocated IP 172.27.0.85 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/10596a49-bc29-4f97-b817-ac2027438e74) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:06:34.892797 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] For port 38952e36-4765-4ac0-ac68-589657390a0e, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:06:34.897759 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] For port 38952e36-4765-4ac0-ac68-589657390a0e, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=38952e36-4765-4ac0-ac68-589657390a0e,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:06:34.902203 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.907666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-60478468-92c4-4267-a122-69ded810791c tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:34.965612 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:34.966179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.967603 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] 10.222.0.78 "PUT /v2.0/ports/38952e36-4765-4ac0-ac68-589657390a0e HTTP/1.1" status: 200 len: 1094 time: 1.6109645 Jun 10 01:06:34.969411 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'tag': '38952e36-4765-4ac0-ac68-589657390a0e'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:06:34.971963 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ccc3fd-baa1-48dc-9443-905353ab56c9", "tag": "38952e36-4765-4ac0-ac68-589657390a0e"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:06:34.985212 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.991254 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:34.995310 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a27b3926-11b4-4053-a07a-0399ea6af749 HTTP/1.1" status: 204 len: 168 time: 0.3529525 Jun 10 01:06:35.068702 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:35.084153 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e6a50e-74e8-49cb-b9ab-962d07ccb5e7 x-openstack-request-id: req-d0e6a50e-74e8-49cb-b9ab-962d07ccb5e7 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:06:35.084662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ccc3fd-baa1-48dc-9443-905353ab56c9", "tag": "38952e36-4765-4ac0-ac68-589657390a0e", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:06:35.084765 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0e6a50e-74e8-49cb-b9ab-962d07ccb5e7 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:06:35.085177 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'tag': '38952e36-4765-4ac0-ac68-589657390a0e', 'status': 'completed', 'code': 200} Jun 10 01:06:35.092702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Pushing event updated for resources: {'Port': ['ID=38952e36-4765-4ac0-ac68-589657390a0e,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:35.114569 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:35.125237 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:35.128686 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:35.134075 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:35.151928 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27b3926-11b4-4053-a07a-0399ea6af749,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:35.155995 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:35.199934 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-e028ff76-ab78-4413-9903-d30510d4dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:35.208029 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-e028ff76-ab78-4413-9903-d30510d4dc28 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 1097 time: 0.1811540 Jun 10 01:06:35.212063 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:06:35.215675 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:06:35.220329 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:06:35.229585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e680747-e78e-4df6-aa7b-c9c75cc98af3 req-0061cdb9-65bf-4528-9575-f4cab4b9290b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:35.238364 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e680747-e78e-4df6-aa7b-c9c75cc98af3 req-0061cdb9-65bf-4528-9575-f4cab4b9290b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.1557362 Jun 10 01:06:35.335744 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=10596a49-bc29-4f97-b817-ac2027438e74,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:35.348204 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-bbaeaf3d-d8e6-4479-9970-d747b15cb73f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38952e36-4765-4ac0-ac68-589657390a0e HTTP/1.1" status: 200 len: 217 time: 0.1063521 Jun 10 01:06:35.356771 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.357310 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.357769 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.358282 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.359477 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.359942 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.360503 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.361246 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.361706 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.362148 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.362613 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.363327 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:06:35.370014 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:35.440756 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e680747-e78e-4df6-aa7b-c9c75cc98af3 req-4cbc785d-edfa-4797-bc5f-f15afc25dccb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008064 Jun 10 01:06:35.450440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-e7e873e2-368c-46da-baa7-8cf47fc2c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:35.452162 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-e7e873e2-368c-46da-baa7-8cf47fc2c62e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67fa719c-3888-4996-aac1-2ee820760d8e HTTP/1.1" status: 200 len: 854 time: 0.0972376 Jun 10 01:06:35.562164 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-79662054-91d6-40ca-ba69-9ad7516c4e72 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7f801636-e7e1-4af8-bd64-96331279e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929191 Jun 10 01:06:35.698003 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2746a-14c2-48cd-8e6e-e87ba463c26c req-dbc923d5-7ec7-4b11-b10d-462d19b17b52 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:35.699504 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ce2746a-14c2-48cd-8e6e-e87ba463c26c req-dbc923d5-7ec7-4b11-b10d-462d19b17b52 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 944 time: 0.2286839 Jun 10 01:06:35.710736 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:35.737634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-8b503422-a0f7-48f2-aafb-27efb3ec11b8 service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683304 Jun 10 01:06:35.783443 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:35.899941 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ce2746a-14c2-48cd-8e6e-e87ba463c26c req-72bd808c-94c1-478c-9cf8-a5c9ca30fc45 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873744 Jun 10 01:06:35.957295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-847b460f-ef5a-4d81-8d63-1f8b00220d26 req-a72573f0-512e-4215-a471-ca37201fe037 service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115679 Jun 10 01:06:36.076857 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-d8a182bb-553b-4bbf-8053-1a556a3a4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:36.078298 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-d8a182bb-553b-4bbf-8053-1a556a3a4ea1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 1097 time: 0.0719700 Jun 10 01:06:36.082706 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:36.087110 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29334497'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:36.091569 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:36.202636 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=10596a49-bc29-4f97-b817-ac2027438e74,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:36.205629 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:36.208219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-f3aea94e-cb9c-4c62-8c3b-100b94422918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:36.208735 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:36.209847 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-f3aea94e-cb9c-4c62-8c3b-100b94422918 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 200 len: 915 time: 0.1249907 Jun 10 01:06:36.278638 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-0a88ac8d-947f-4b96-bafd-9b2167b64f03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38952e36-4765-4ac0-ac68-589657390a0e HTTP/1.1" status: 200 len: 217 time: 0.0623305 Jun 10 01:06:36.340425 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-aa938cde-4063-4650-92e0-3541776863f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:36.341877 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-aa938cde-4063-4650-92e0-3541776863f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=67fa719c-3888-4996-aac1-2ee820760d8e HTTP/1.1" status: 200 len: 854 time: 0.0572886 Jun 10 01:06:36.374769 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Floating IP b7ceb717-9b36-4100-a885-075d1460122f associated. External IP: 172.27.0.85, port: a8fbff9c-ffce-437a-80c5-7360d4a4434b. Jun 10 01:06:36.388459 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-35e9050d-6e6f-4c4c-9ba4-b313b1dd3359 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7f801636-e7e1-4af8-bd64-96331279e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403578 Jun 10 01:06:36.517409 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-219914d1-dae7-4f33-8074-fae618329c0e service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222091 Jun 10 01:06:36.711098 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5ca44110-cb7b-4cb8-bdcd-79b6a32e8880 req-b8913226-f695-4a73-8eff-69de089effc6 service neutron] 10.222.0.78 "GET /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869023 Jun 10 01:06:36.721929 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6b8d4-e811-4232-8c4d-1194e8642c6a req-e43ade5a-adcd-467e-a4b0-f354c308c6b1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:36.723405 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-79d6b8d4-e811-4232-8c4d-1194e8642c6a req-e43ade5a-adcd-467e-a4b0-f354c308c6b1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.1344638 Jun 10 01:06:36.726889 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:06:36.769987 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-79d6b8d4-e811-4232-8c4d-1194e8642c6a req-dd964464-a8a3-4be2-89ed-0e4d7dcbbd87 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Jun 10 01:06:36.900152 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:06:36.909980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:06:36.919222 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:36.919685 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:06:36.920393 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:06:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:06:36.994612 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8173909 Jun 10 01:06:36.994612 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:06:36.994612 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f0fd2-9735-4948-8226-d764dbfc98bb" -d '{"events": [{"name": "network-changed", "server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:06:37.101637 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:06:37.110033 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe420-84c5-40de-81e9-59a285423deb req-bb25eab8-5483-494b-b964-3011cc08f646 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:37.112027 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-52ffe420-84c5-40de-81e9-59a285423deb req-bb25eab8-5483-494b-b964-3011cc08f646 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 944 time: 0.0901206 Jun 10 01:06:37.161869 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-52ffe420-84c5-40de-81e9-59a285423deb req-9b731e38-8c71-4335-a7fb-d398b7b8d200 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Jun 10 01:06:37.231782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8cc24-9107-454e-8093-bae02f4ae050 x-openstack-request-id: req-b0f8cc24-9107-454e-8093-bae02f4ae050 {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:06:37.232326 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:06:37.232413 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0f8cc24-9107-454e-8093-bae02f4ae050 {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:06:37.232782 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'status': 'completed', 'code': 200} Jun 10 01:06:37.323151 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-0a41814d-444e-4cd1-a0fa-46b1f30f0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:37.324670 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-0a41814d-444e-4cd1-a0fa-46b1f30f0ec7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 1098 time: 0.0686789 Jun 10 01:06:37.447918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'b7ceb717-9b36-4100-a885-075d1460122f', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:3f:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:06:35Z', 'updated_at': '2021-06-10T01:06:35Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:06:37.451678 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:06:37.455379 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-26e9d0d0-871a-4d00-aac7-a46f3c3b314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:37.456899 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-26e9d0d0-871a-4d00-aac7-a46f3c3b314b service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1254096 Jun 10 01:06:37.460043 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:06:37.460651 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:06:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:06:37.557790 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-940bac4c-dce6-4db7-adc3-a24fa39dcf8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b HTTP/1.1" status: 200 len: 998 time: 0.0944092 Jun 10 01:06:37.618520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-17ba6369-9a23-47c2-a4a9-9c25d7a58821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:37.620097 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-17ba6369-9a23-47c2-a4a9-9c25d7a58821 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0557306 Jun 10 01:06:37.634802 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:06:37.696771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-7ddfffc1-db3d-45cf-8b6d-a0ce6f697c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:37.698257 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-7ddfffc1-db3d-45cf-8b6d-a0ce6f697c13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714602 Jun 10 01:06:37.893432 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-9b0fc5e3-f3ed-4c61-bfd3-2fd6430408c4 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888642 Jun 10 01:06:37.974291 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'b7ceb717-9b36-4100-a885-075d1460122f', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:3f:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:06:35Z', 'updated_at': '2021-06-10T01:06:35Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:06:37.978747 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12420f77-218a-4dd2-9d8d-9263fc69608d None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'b7ceb717-9b36-4100-a885-075d1460122f', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:3f:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:06:35Z', 'updated_at': '2021-06-10T01:06:35Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:06:38.026844 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec9f0fd2-9735-4948-8226-d764dbfc98bb req-d1b4ce85-b638-4680-a5ae-50e2e541a781 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262851 Jun 10 01:06:38.168604 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af951043-7401-42a2-b2aa-d6b6e62e4e14 None None] New status for floating IP b7ceb717-9b36-4100-a885-075d1460122f: ACTIVE {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:06:38.345768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af59d86-639e-423e-90b9-8f339610576e req-8c480b30-8602-4a60-9f40-b07bce33c5cb tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:38.347308 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6af59d86-639e-423e-90b9-8f339610576e req-8c480b30-8602-4a60-9f40-b07bce33c5cb tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 944 time: 0.0811341 Jun 10 01:06:38.391096 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6af59d86-639e-423e-90b9-8f339610576e req-09dfd50c-5c93-4a22-9fb3-01690c67d11d tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375414 Jun 10 01:06:38.865258 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:39.575023 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbee1f-600a-4b91-b79c-bb99081962f2 req-c0885ede-12e3-4145-b9db-587e985b2583 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:39.576030 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 38952e36-4765-4ac0-ac68-589657390a0e details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:06:39.576479 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-19bbee1f-600a-4b91-b79c-bb99081962f2 req-c0885ede-12e3-4145-b9db-587e985b2583 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 944 time: 0.0816567 Jun 10 01:06:39.620399 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-19bbee1f-600a-4b91-b79c-bb99081962f2 req-43d3640f-8e75-467b-ad33-c969170ae2c3 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382910 Jun 10 01:06:39.706279 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 38952e36-4765-4ac0-ac68-589657390a0e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=38952e36-4765-4ac0-ac68-589657390a0e,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:39.719476 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '38952e36-4765-4ac0-ac68-589657390a0e', 'network_id': '7f801636-e7e1-4af8-bd64-96331279e1ce', 'port_id': '38952e36-4765-4ac0-ac68-589657390a0e', 'mac_address': 'fa:16:3e:e8:d0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fa719c-3888-4996-aac1-2ee820760d8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:06:39.771904 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:39.790273 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38952e36-4765-4ac0-ac68-589657390a0e {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:06:39.805769 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 38952e36-4765-4ac0-ac68-589657390a0e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=38952e36-4765-4ac0-ac68-589657390a0e,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:39.809352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:39.812087 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-25e76aaf-f0b7-4423-a23a-16f26cdefd88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:39.905847 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=38952e36-4765-4ac0-ac68-589657390a0e,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:39.908854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:40.171949 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['38952e36-4765-4ac0-ac68-589657390a0e'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:06:40.801077 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86a19-42f1-4a62-8d1d-15bd5c7305e4 req-c5fb5c61-f0b4-4485-8262-baf024c68d00 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:40.802509 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-88e86a19-42f1-4a62-8d1d-15bd5c7305e4 req-c5fb5c61-f0b4-4485-8262-baf024c68d00 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 945 time: 0.0772903 Jun 10 01:06:40.845528 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-88e86a19-42f1-4a62-8d1d-15bd5c7305e4 req-4e4725fe-1c29-41a2-ae59-deaa1866522e tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Jun 10 01:06:41.299200 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d97f7534-3628-4a8e-b23b-0ea830f1f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:41.585693 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 38952e36-4765-4ac0-ac68-589657390a0e up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:06:41.650747 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 38952e36-4765-4ac0-ac68-589657390a0e completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:06:41.655249 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 38952e36-4765-4ac0-ac68-589657390a0e triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:06:41.655621 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:41.767298 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:41.792602 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38952e36-4765-4ac0-ac68-589657390a0e'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:06:41.794823 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395b93a-633c-4dbd-92ab-aa4f82e0f9e3" -d '{"events": [{"server_uuid": "e6ccc3fd-baa1-48dc-9443-905353ab56c9", "name": "network-vif-plugged", "status": "completed", "tag": "38952e36-4765-4ac0-ac68-589657390a0e"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:06:41.803569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 38952e36-4765-4ac0-ac68-589657390a0e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=38952e36-4765-4ac0-ac68-589657390a0e,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:06:41.807158 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:41.809297 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:06:41.837685 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a654c15-deb5-4cdb-b732-f4d36c7e672d x-openstack-request-id: req-2a654c15-deb5-4cdb-b732-f4d36c7e672d {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:06:41.837918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ccc3fd-baa1-48dc-9443-905353ab56c9", "name": "network-vif-plugged", "status": "completed", "tag": "38952e36-4765-4ac0-ac68-589657390a0e", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:06:41.838175 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a654c15-deb5-4cdb-b732-f4d36c7e672d {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:06:41.838558 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38952e36-4765-4ac0-ac68-589657390a0e', 'code': 200} Jun 10 01:06:41.879109 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=38952e36-4765-4ac0-ac68-589657390a0e,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:06:41.882002 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:06:42.081286 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c433bd-38e1-4ccb-8346-1e5df8ea126d req-88f9d250-aa01-43b3-8f56-5a9ff08e2023 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:42.083271 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b5c433bd-38e1-4ccb-8346-1e5df8ea126d req-88f9d250-aa01-43b3-8f56-5a9ff08e2023 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.1316373 Jun 10 01:06:42.123685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0781-36b0-463e-998c-db5db3c1db67 req-edadf669-3361-4387-97a6-2201e7757c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:42.125119 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ea1c0781-36b0-463e-998c-db5db3c1db67 req-edadf669-3361-4387-97a6-2201e7757c5e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 1099 time: 0.1170204 Jun 10 01:06:42.134429 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b5c433bd-38e1-4ccb-8346-1e5df8ea126d req-99b4d3af-e7a8-4aba-9cec-f33f15b75654 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Jun 10 01:06:42.170211 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ea1c0781-36b0-463e-998c-db5db3c1db67 req-e5783e6b-1a89-4e41-af3c-70726a3c5bbb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jun 10 01:06:43.325748 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc63c-f1d3-498e-abb2-f9b8d68c6aa9 req-b841ffd9-7497-4ec4-ab0a-99b558ce57aa tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:43.327215 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-64bcc63c-f1d3-498e-abb2-f9b8d68c6aa9 req-b841ffd9-7497-4ec4-ab0a-99b558ce57aa tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.0787654 Jun 10 01:06:43.372039 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-64bcc63c-f1d3-498e-abb2-f9b8d68c6aa9 req-52d04ebd-57b4-46c3-b076-d13d38962976 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Jun 10 01:06:43.481566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:43.743405 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6dea09ea-d720-4595-b1cf-294de5d805cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:44.554354 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b10ca-ff71-4086-bee7-dacdb3b7e5bd req-48598928-9924-4a3f-9a1e-60ff1d892f14 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:06:44.555819 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d48b10ca-ff71-4086-bee7-dacdb3b7e5bd req-48598928-9924-4a3f-9a1e-60ff1d892f14 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.0810554 Jun 10 01:06:44.598735 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d48b10ca-ff71-4086-bee7-dacdb3b7e5bd req-50ddfe4d-8741-4e98-bb93-a327627e4c38 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371969 Jun 10 01:06:44.730532 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:46.387020 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:06:58.104516 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:07:08.854989 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:09.559585 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-5531a884-9f34-404f-9981-16c30f1ad803 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693190 Jun 10 01:07:09.649771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-d7298cad-60e0-4ab3-b48f-f164ecdd94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:09.651226 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-d7298cad-60e0-4ab3-b48f-f164ecdd94c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1099 time: 0.0713673 Jun 10 01:07:09.790284 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-3fc938a5-c317-4704-a6b6-d1cf14d4f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:09.791722 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-3fc938a5-c317-4704-a6b6-d1cf14d4f06b service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.1215470 Jun 10 01:07:09.890346 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-00a7b442-09ef-480f-a4c3-d0ed7de62750 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 1001 time: 0.0918221 Jun 10 01:07:09.950383 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-73587d55-0f91-4d36-b4b3-f2f510aa6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:09.951747 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-73587d55-0f91-4d36-b4b3-f2f510aa6d22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.0546107 Jun 10 01:07:10.027975 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-871c0657-6443-46aa-aa84-19a4a6b0cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:10.029369 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-871c0657-6443-46aa-aa84-19a4a6b0cd06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701008 Jun 10 01:07:10.158353 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-cabe8dc9-c404-4cf6-a6be-106ee4e77437 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202452 Jun 10 01:07:10.287089 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5b2d9ca-400e-4c2d-abca-01395ae3ce68 req-c6321891-c85f-4673-be4e-36bf0284e588 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214826 Jun 10 01:07:11.300348 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1ae4c2bf-a0d9-4860-815f-e334c504d716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:12.144789 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d764e2-93e4-49d2-a170-0d80207e5d7a req-b7a6b111-f9c7-4f7d-9dd5-9de9ec82f495 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:12.146114 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c9d764e2-93e4-49d2-a170-0d80207e5d7a req-b7a6b111-f9c7-4f7d-9dd5-9de9ec82f495 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.1395183 Jun 10 01:07:12.189456 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c9d764e2-93e4-49d2-a170-0d80207e5d7a req-ba8a4441-1186-4679-8ccd-3b04a94edcd4 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Jun 10 01:07:13.372762 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d6dae-d04c-4e0e-98b6-0118d55f00eb req-798b7465-d5f6-40e5-849b-c2bfccb4c171 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:13.374183 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f65d6dae-d04c-4e0e-98b6-0118d55f00eb req-798b7465-d5f6-40e5-849b-c2bfccb4c171 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.0809293 Jun 10 01:07:13.417486 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f65d6dae-d04c-4e0e-98b6-0118d55f00eb req-ef5dda5c-7de5-488e-aa88-a591c7681677 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Jun 10 01:07:13.485908 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:13.743569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-4f78702f-e34d-4ddd-813e-fe384145b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:14.423458 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-b7f1de62-ca87-4785-8c03-37f64404c80b tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:14.424772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-b7f1de62-ca87-4785-8c03-37f64404c80b tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.0893044 Jun 10 01:07:14.620825 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Deleting port 38952e36-4765-4ac0-ac68-589657390a0e {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:07:14.621330 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:14.643143 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa7a67-b269-4e46-b678-603143989543 req-00bb2cd9-827b-4aed-a6ac-3b2dc13b5c7e tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:14.644560 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17aa7a67-b269-4e46-b678-603143989543 req-00bb2cd9-827b-4aed-a6ac-3b2dc13b5c7e tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ccc3fd-baa1-48dc-9443-905353ab56c9 HTTP/1.1" status: 200 len: 946 time: 0.1234939 Jun 10 01:07:14.733724 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:14.764570 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17aa7a67-b269-4e46-b678-603143989543 req-2e91785d-85e0-4fd2-9d55-16931c307af9 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.59 "GET /v2.0/security-groups?id=7f3c08fa-5b92-45c4-aa91-01e67664d67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773582 Jun 10 01:07:14.790744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] For port 38952e36-4765-4ac0-ac68-589657390a0e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=38952e36-4765-4ac0-ac68-589657390a0e,segment=NetworkSegment(d35c5c98-cb5c-4968-a370-51cd0e700043),segment_id=d35c5c98-cb5c-4968-a370-51cd0e700043)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:07:14.791103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:14.915519 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Calling delete_port for 38952e36-4765-4ac0-ac68-589657390a0e owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:07:15.025264 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:15.030846 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b23a30a7-1ca6-41e6-b36c-c47cc3ae2937 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:15.036599 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['38952e36-4765-4ac0-ac68-589657390a0e'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:07:15.075090 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Pushing event deleted for resources: {'Port': ['ID=38952e36-4765-4ac0-ac68-589657390a0e,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:15.078110 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:15.148217 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] No DVR routers for this DVR port 38952e36-4765-4ac0-ac68-589657390a0e on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:07:15.150690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:15.152613 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ad0fea41-1564-449b-a0e1-aa24fb3828f3 req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] 10.222.0.78 "DELETE /v2.0/ports/38952e36-4765-4ac0-ac68-589657390a0e HTTP/1.1" status: 204 len: 173 time: 0.7218871 Jun 10 01:07:15.153089 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'name': 'network-vif-deleted', 'tag': '38952e36-4765-4ac0-ac68-589657390a0e'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:07:15.155361 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3b5204-0115-46f7-a8b5-75e6e30a41ff" -d '{"events": [{"server_uuid": "e6ccc3fd-baa1-48dc-9443-905353ab56c9", "name": "network-vif-deleted", "tag": "38952e36-4765-4ac0-ac68-589657390a0e"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:07:15.197768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62829d6b-a0bc-415c-9cd9-0b8ce7b30a0b x-openstack-request-id: req-62829d6b-a0bc-415c-9cd9-0b8ce7b30a0b {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:07:15.198084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ccc3fd-baa1-48dc-9443-905353ab56c9", "name": "network-vif-deleted", "tag": "38952e36-4765-4ac0-ac68-589657390a0e", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:07:15.198366 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62829d6b-a0bc-415c-9cd9-0b8ce7b30a0b {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:07:15.198808 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ccc3fd-baa1-48dc-9443-905353ab56c9', 'name': 'network-vif-deleted', 'tag': '38952e36-4765-4ac0-ac68-589657390a0e', 'status': 'completed', 'code': 200} Jun 10 01:07:16.388423 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:17.755637 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 38952e36-4765-4ac0-ac68-589657390a0e no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:07:17.792014 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 38952e36-4765-4ac0-ac68-589657390a0e {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:07:17.792309 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 38952e36-4765-4ac0-ac68-589657390a0e not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:07:25.385911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcd9be-253e-4a51-acf4-687ff9c21dd9 req-71ae776a-a931-472c-8887-8dce9457dc37 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:25.387283 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2bfcd9be-253e-4a51-acf4-687ff9c21dd9 req-71ae776a-a931-472c-8887-8dce9457dc37 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0804656 Jun 10 01:07:25.430015 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2bfcd9be-253e-4a51-acf4-687ff9c21dd9 req-44829884-736d-4b43-b43b-09c5d03f40f7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371237 Jun 10 01:07:26.613818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48928dfb-4f38-4de5-8fbd-afafa133d256 req-0342eaae-4049-4cd0-9e0c-3723cf8642c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:26.615340 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-48928dfb-4f38-4de5-8fbd-afafa133d256 req-0342eaae-4049-4cd0-9e0c-3723cf8642c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0814226 Jun 10 01:07:26.658803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-48928dfb-4f38-4de5-8fbd-afafa133d256 req-1072b05e-d51a-437f-8a4e-1a5748a70d5f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Jun 10 01:07:27.837557 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413ee9-d204-4762-aae1-dec94c5da5b8 req-02653a21-8b56-4059-9688-8efcb3427c86 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:27.839006 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a413ee9-d204-4762-aae1-dec94c5da5b8 req-02653a21-8b56-4059-9688-8efcb3427c86 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0772400 Jun 10 01:07:27.882108 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a413ee9-d204-4762-aae1-dec94c5da5b8 req-bdd19d12-2209-4551-964e-3b5fb8ea3cf6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 Jun 10 01:07:29.067634 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485d83b-cdc5-4898-92ad-ff60db477f3f req-5df68aa9-a672-4ef8-9548-585a230fb0f5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:29.069229 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3485d83b-cdc5-4898-92ad-ff60db477f3f req-5df68aa9-a672-4ef8-9548-585a230fb0f5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0825617 Jun 10 01:07:29.111668 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3485d83b-cdc5-4898-92ad-ff60db477f3f req-d91f5348-42f6-4a9e-952f-053577401376 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368624 Jun 10 01:07:30.298977 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3ed9e-50a8-4c52-84c5-c3b96e0ef040 req-8071cbf6-69c3-4f98-a8f5-eee40572a12e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:30.300412 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b2a3ed9e-50a8-4c52-84c5-c3b96e0ef040 req-8071cbf6-69c3-4f98-a8f5-eee40572a12e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0830262 Jun 10 01:07:30.347851 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b2a3ed9e-50a8-4c52-84c5-c3b96e0ef040 req-5769592b-abe6-408c-891b-74ae85cd6eae tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Jun 10 01:07:31.526107 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb4c3f-7815-4de6-82ea-7afec7f4faf3 req-c530aa15-f381-4a9d-bff8-38bf04847fc7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:31.527555 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ddfb4c3f-7815-4de6-82ea-7afec7f4faf3 req-c530aa15-f381-4a9d-bff8-38bf04847fc7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0782943 Jun 10 01:07:31.573607 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ddfb4c3f-7815-4de6-82ea-7afec7f4faf3 req-786ac459-7aa4-4243-9b60-9df11c3e4bf3 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Jun 10 01:07:32.755760 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b019d5-e44f-4ab5-b89d-302de0d80846 req-66562498-2368-4498-b20f-f9120eabdb62 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:32.757167 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-91b019d5-e44f-4ab5-b89d-302de0d80846 req-66562498-2368-4498-b20f-f9120eabdb62 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0806091 Jun 10 01:07:32.858640 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-91b019d5-e44f-4ab5-b89d-302de0d80846 req-30a8b688-d9c4-4093-a002-41d559bee008 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953498 Jun 10 01:07:34.040048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19bf0-f460-46bd-974c-26381a5c97fe req-6511ae3e-d06a-4b47-9f22-ab9d177399da tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:34.041612 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24f19bf0-f460-46bd-974c-26381a5c97fe req-6511ae3e-d06a-4b47-9f22-ab9d177399da tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0779443 Jun 10 01:07:34.085646 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24f19bf0-f460-46bd-974c-26381a5c97fe req-fa829f02-d69a-4539-b2ae-33ad8df5f463 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384924 Jun 10 01:07:35.103440 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:07:35.267128 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c2536-b761-4c66-afdb-e0b3d09eca82 req-b411ee92-2f10-464d-b0e3-15e9be5bb7a2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:35.268542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a53c2536-b761-4c66-afdb-e0b3d09eca82 req-b411ee92-2f10-464d-b0e3-15e9be5bb7a2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0807438 Jun 10 01:07:35.319411 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a53c2536-b761-4c66-afdb-e0b3d09eca82 req-1de861f7-7480-4fcd-bd74-51b1b252d754 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Jun 10 01:07:36.510432 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de475890-9543-47f2-ae08-07dc6635fd33 req-3f4e2eb2-30ea-4dd7-ab41-dc6558c4b5ff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:36.512496 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-de475890-9543-47f2-ae08-07dc6635fd33 req-3f4e2eb2-30ea-4dd7-ab41-dc6558c4b5ff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0779827 Jun 10 01:07:36.558140 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-de475890-9543-47f2-ae08-07dc6635fd33 req-556e7fc5-455b-49f1-845c-ddb1189f9665 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401230 Jun 10 01:07:37.739677 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd7cc7-b408-404a-add7-9f8f8e830a06 req-b812b723-0eb8-41e3-acd8-36fc01e74f7f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:37.741085 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8fbd7cc7-b408-404a-add7-9f8f8e830a06 req-b812b723-0eb8-41e3-acd8-36fc01e74f7f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0777993 Jun 10 01:07:37.783762 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8fbd7cc7-b408-404a-add7-9f8f8e830a06 req-73b72dd9-61c7-486c-9415-90b0e2e65aad tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368898 Jun 10 01:07:38.868153 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:38.967838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4b87-d045-42f5-b429-a9d1c009dd82 req-2c4cf05e-639c-4515-9564-d48058aa106e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:38.969260 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-780e4b87-d045-42f5-b429-a9d1c009dd82 req-2c4cf05e-639c-4515-9564-d48058aa106e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0809324 Jun 10 01:07:39.015593 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-780e4b87-d045-42f5-b429-a9d1c009dd82 req-80c65ba1-f594-402f-9ed0-9f685a364508 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 Jun 10 01:07:40.197997 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6320-2b6b-495c-9be1-cdaa3f36838a req-897f2991-057b-468a-8e2e-f0543ee3f047 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:40.200007 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ad0f6320-2b6b-495c-9be1-cdaa3f36838a req-897f2991-057b-468a-8e2e-f0543ee3f047 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0784705 Jun 10 01:07:40.242953 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ad0f6320-2b6b-495c-9be1-cdaa3f36838a req-379d0bb9-8eb4-4eed-be12-d274ffd867f1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Jun 10 01:07:41.302216 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9441e90b-ff8d-443d-8fe4-706e9977990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:41.426063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530545a-0678-463b-9bb4-ba9253dcabbb req-bd0cc90c-65f3-40b3-8ab7-5074debd79c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:41.427508 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1530545a-0678-463b-9bb4-ba9253dcabbb req-bd0cc90c-65f3-40b3-8ab7-5074debd79c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0816164 Jun 10 01:07:41.469631 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1530545a-0678-463b-9bb4-ba9253dcabbb req-338b60d7-9eec-4f2f-bb95-4ad0bdc566df tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366299 Jun 10 01:07:41.858253 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f08e-d3bd-4f8c-9fee-924b22c64f94 req-f97fcb9a-a87f-4150-80a5-1e985ea69436 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:41.859895 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1db5f08e-d3bd-4f8c-9fee-924b22c64f94 req-f97fcb9a-a87f-4150-80a5-1e985ea69436 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1341648 Jun 10 01:07:41.902755 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-b6182ebe-8e37-4bcf-9e8e-98b42123c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:41.904198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-b6182ebe-8e37-4bcf-9e8e-98b42123c0d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 1099 time: 0.1196723 Jun 10 01:07:41.933568 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1db5f08e-d3bd-4f8c-9fee-924b22c64f94 req-b00f2361-7a02-4fa0-96f5-4df11c9bfc8e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679367 Jun 10 01:07:42.041010 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-f3ba6274-9ec5-471d-8747-e344b430c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:42.042451 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-f3ba6274-9ec5-471d-8747-e344b430c3e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.1306858 Jun 10 01:07:42.148373 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-496bd98c-1eb3-45d4-b0b2-c409d2d233d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 200 len: 1001 time: 0.0996490 Jun 10 01:07:42.209382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-c56e25b8-3d2d-497d-9a8c-2ee902692acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:42.210800 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-c56e25b8-3d2d-497d-9a8c-2ee902692acb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.0561054 Jun 10 01:07:42.289509 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-5ccaa609-3e06-4fbf-9d4e-91e598296dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:42.290978 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-5ccaa609-3e06-4fbf-9d4e-91e598296dbe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734985 Jun 10 01:07:42.421716 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-5d2cd081-b1fa-4897-93df-47554b77a43a service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242352 Jun 10 01:07:42.547925 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e0151339-3041-4891-9dc3-cfeedaba74f7 req-04a21c13-e5e9-4a0d-8a3c-7260152a6bcf service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199734 Jun 10 01:07:43.132908 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96272cf0-92ad-4cac-a03e-ffb1e636268e req-d968b466-6707-4413-8e08-80b2a95e1758 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:43.134342 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96272cf0-92ad-4cac-a03e-ffb1e636268e req-d968b466-6707-4413-8e08-80b2a95e1758 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0909526 Jun 10 01:07:43.180745 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96272cf0-92ad-4cac-a03e-ffb1e636268e req-063ea58a-4cf0-4fac-b34b-36783184c1b3 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407259 Jun 10 01:07:43.487208 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:43.745079 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3e4941dd-6231-4bd1-992e-5f1ae153b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.420711 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc85371-ecc9-41cc-a0ef-843841a283d4 req-31b8a487-14db-4bf6-b609-57e43eba533f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:44.422152 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2dc85371-ecc9-41cc-a0ef-843841a283d4 req-31b8a487-14db-4bf6-b609-57e43eba533f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.1417930 Jun 10 01:07:44.443707 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55434) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:44.467058 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2dc85371-ecc9-41cc-a0ef-843841a283d4 req-465d3021-2713-4beb-b234-54de83a3a385 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391667 Jun 10 01:07:44.505396 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Deleting subnet 67fa719c-3888-4996-aac1-2ee820760d8e {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:07:44.508388 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.555748 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.610911 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.674479 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.678038 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:44.710499 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fa719c-3888-4996-aac1-2ee820760d8e,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:44.715871 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.717876 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/67fa719c-3888-4996-aac1-2ee820760d8e HTTP/1.1" status: 204 len: 168 time: 0.2729645 Jun 10 01:07:44.720398 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55442) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:44.722136 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.722510 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.722900 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.723258 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.723608 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.723960 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.724307 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.724695 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.724996 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.725335 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.725681 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.726021 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:44.729659 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8a28dfed-f2eb-4260-8740-b3308017a637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:44.737980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.826219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.945590 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.958208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f801636-e7e1-4af8-bd64-96331279e1ce']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:44.969944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35c5c98-cb5c-4968-a370-51cd0e700043') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:44.970184 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35c5c98-cb5c-4968-a370-51cd0e700043') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:44.981517 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:44.998226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.004098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:07:45.004474 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:07:45.017106 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:07:45.095884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.101342 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-47466492-4746-430b-94fb-c29bb4b42e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:45.119991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.121760 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7f801636-e7e1-4af8-bd64-96331279e1ce HTTP/1.1" status: 204 len: 168 time: 0.4003396 Jun 10 01:07:45.127660 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f801636-e7e1-4af8-bd64-96331279e1ce,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:45.135171 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.135541 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.135901 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.136260 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.136612 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.136964 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.137313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.137659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.138006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.138349 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.138726 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.139088 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:45.142021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:45.293255 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55446) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:45.342795 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-a1bec047-f02c-4a68-9922-8af0d702fb6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25cc2ae1c536450cb50fe145e8f1dc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482969 Jun 10 01:07:45.345048 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55448) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:45.401314 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.426168 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.476183 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.479167 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:45.480292 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f3c08fa-5b92-45c4-aa91-01e67664d67f HTTP/1.1" status: 204 len: 168 time: 0.1343827 Jun 10 01:07:45.481046 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5b5f6111-2d65-45af-96f7-e09740e70ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:45.490502 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c08fa-5b92-45c4-aa91-01e67664d67f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:45.492931 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:46.203590 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55470) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:46.304348 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2108859874-network', 'tenant_id': 'b344a4721941471ab96772f6b7c27205'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:07:46.326367 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Made reservation on behalf of b344a4721941471ab96772f6b7c27205 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:07:46.328656 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.340576 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.392213 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.440504 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.444489 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.448582 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:46.567123 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:07:46.579370 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ad3d8-59e6-46de-a4ba-238d905176ea,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:46.583198 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:46.584092 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.584432 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Added segment e6676bac-530a-4ccb-a737-da52c14559e1 of type vlan for network da77635e-b19f-460e-ab2c-6e79804dc738 Jun 10 01:07:46.609526 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.638496 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.639798 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:46.640379 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.643479 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:46.726877 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5221612 Jun 10 01:07:46.729641 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55474) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:46.735906 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Request body: {'subnet': {'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2108859874-subnet', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:07:46.746156 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Pushing event updated for resources: {'Network': ['ID=da77635e-b19f-460e-ab2c-6e79804dc738,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:46.750513 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:46.756322 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network da77635e-b19f-460e-ab2c-6e79804dc738 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:07:46.763885 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Made reservation on behalf of b344a4721941471ab96772f6b7c27205 for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:07:46.766119 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28350840'] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.960022 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29334375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28350730'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:46.963678 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d420a513-0754-4d51-8158-a4b6be6177d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:47.032949 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e6d0a4-8d64-4159-bfae-33471c5061c7,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:47.035610 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:47.044970 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Checking segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:47.045322 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Network hostable DHCP agents. Network: da77635e-b19f-460e-ab2c-6e79804dc738, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:07:47.074716 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Network da77635e-b19f-460e-ab2c-6e79804dc738 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:07:47.087986 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, da77635e-b19f-460e-ab2c-6e79804dc738) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:47.092600 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:47.093614 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.096954 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959ba19-41c5-46f3-887b-659d8e2d4964 None None] Network da77635e-b19f-460e-ab2c-6e79804dc738 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:07:47.111887 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3811412 Jun 10 01:07:47.114818 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55476) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:47.119682 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:07:47.141225 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.142259 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.157237 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.316725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-da77635e-b19f-460e-ab2c-6e79804dc738', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 01:07:47.317942 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.417359 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.470188 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Allocated IP 172.20.0.2 (da77635e-b19f-460e-ab2c-6e79804dc738/27e6d0a4-8d64-4159-bfae-33471c5061c7/6776f68b-219f-42cf-9b3e-997ec70b3b54) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:07:47.700253 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.710134 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Transition to ACTIVE for port object 6776f68b-219f-42cf-9b3e-997ec70b3b54 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:47.721148 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.727392 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Transition to ACTIVE for port object 6776f68b-219f-42cf-9b3e-997ec70b3b54 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:47.732075 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.735328 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:47.750556 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.796177 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Network da77635e-b19f-460e-ab2c-6e79804dc738 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:47.799002 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:47.802515 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:07:47.808616 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Pushing event updated for resources: {'Port': ['ID=6776f68b-219f-42cf-9b3e-997ec70b3b54,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:47.843511 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.843879 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.844201 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.844532 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.844861 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.845191 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.845514 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.845838 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.846159 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.846478 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.846825 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.847139 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:47.857699 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:47.884661 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Allocated IP 172.27.0.41 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/882f8278-9d5f-4f93-a58e-5c24153f43dd) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:07:47.905445 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Attempting to bind port 6776f68b-219f-42cf-9b3e-997ec70b3b54 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:07:47.905820 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Attempting to bind port 6776f68b-219f-42cf-9b3e-997ec70b3b54 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:07:47.906188 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Attempting to bind port 6776f68b-219f-42cf-9b3e-997ec70b3b54 on network da77635e-b19f-460e-ab2c-6e79804dc738 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:07:47.911403 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:07:47.911782 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Checking segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:47.912184 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:47.912579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Bound using segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:07:47.913040 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Bound port: 6776f68b-219f-42cf-9b3e-997ec70b3b54, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:07:47.913407 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:48.001600 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] For port 6776f68b-219f-42cf-9b3e-997ec70b3b54, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:07:48.004859 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] For port 6776f68b-219f-42cf-9b3e-997ec70b3b54, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=6776f68b-219f-42cf-9b3e-997ec70b3b54,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:07:48.010250 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:48.014713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-93cced28-3de6-4488-b802-5e06358b4765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:48.032467 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:48.062204 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:48.065872 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:48.086013 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Pushing event updated for resources: {'Port': ['ID=6776f68b-219f-42cf-9b3e-997ec70b3b54,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:48.089280 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:48.236309 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:48.243940 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:48.248717 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:07:48.282407 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Pushing event updated for resources: {'Port': ['ID=882f8278-9d5f-4f93-a58e-5c24153f43dd,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:48.289044 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:48.671890 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:48.958518 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fabe6d-fc72-47b9-a42b-bae7601f7678 None None] Network da77635e-b19f-460e-ab2c-6e79804dc738 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:07:49.028475 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:49.043722 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-cb730ce9-07d7-4767-8a52-b4231568e759 None None] Provisioning for port 6776f68b-219f-42cf-9b3e-997ec70b3b54 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:49.120335 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 6776f68b-219f-42cf-9b3e-997ec70b3b54 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:49.245786 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Router 011cacf0-a969-4fa4-9887-87020d262f45 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 01:07:49.246008 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 6776f68b-219f-42cf-9b3e-997ec70b3b54 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:49.254100 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 6776f68b-219f-42cf-9b3e-997ec70b3b54 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:49.254473 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:49.385777 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:49.419073 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 6776f68b-219f-42cf-9b3e-997ec70b3b54, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=6776f68b-219f-42cf-9b3e-997ec70b3b54,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:07:49.423161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:49.425464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-93cced28-3de6-4488-b802-5e06358b4765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:49.429347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:07:49.453295 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:49.457211 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3390214 Jun 10 01:07:49.457931 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55480) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:49.459144 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Sync routers for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:07:49.491428 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:07:49.492059 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:49.624352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=6776f68b-219f-42cf-9b3e-997ec70b3b54,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:49.639939 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:49.653964 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-3c988b2f-61ff-4427-abbf-d022a9f90152 None None] Provisioning complete for port 6776f68b-219f-42cf-9b3e-997ec70b3b54 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:49.654341 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3c988b2f-61ff-4427-abbf-d022a9f90152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:49.729287 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:07:50.088014 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:48Z', 'revision_number': 3, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:50.091756 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Checking router: 011cacf0-a969-4fa4-9887-87020d262f45 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:07:50.092108 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Updating router 011cacf0-a969-4fa4-9887-87020d262f45 port 882f8278-9d5f-4f93-a58e-5c24153f43dd binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:07:50.109596 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.141980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.307077 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Allocated IP 172.20.0.1 (da77635e-b19f-460e-ab2c-6e79804dc738/27e6d0a4-8d64-4159-bfae-33471c5061c7/0e867d8a-9abf-40e3-bd82-3150afb0c8f2) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:07:50.462624 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.473869 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Transition to ACTIVE for port object 882f8278-9d5f-4f93-a58e-5c24153f43dd will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:50.481304 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.485547 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:50.536205 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.551024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Transition to ACTIVE for port object 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:50.558509 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Attempting to bind port 882f8278-9d5f-4f93-a58e-5c24153f43dd on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:07:50.558844 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Attempting to bind port 882f8278-9d5f-4f93-a58e-5c24153f43dd by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:07:50.559211 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Attempting to bind port 882f8278-9d5f-4f93-a58e-5c24153f43dd on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:07:50.567655 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b40fb4-543f-4e67-9f2c-da41e333be69 None None] Pushing event updated for resources: {'Port': ['ID=882f8278-9d5f-4f93-a58e-5c24153f43dd,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:50.570059 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:07:50.570445 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:50.571420 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.571848 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:07:50.572320 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Bound port: 882f8278-9d5f-4f93-a58e-5c24153f43dd, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:07:50.572703 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.575716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.580426 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:50.599168 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-53b40fb4-543f-4e67-9f2c-da41e333be69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:50.639635 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Network da77635e-b19f-460e-ab2c-6e79804dc738 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:50.642386 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:50.643313 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] For port 882f8278-9d5f-4f93-a58e-5c24153f43dd, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:07:50.646091 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:07:50.646315 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] For port 882f8278-9d5f-4f93-a58e-5c24153f43dd, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=882f8278-9d5f-4f93-a58e-5c24153f43dd,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:07:50.651155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.654762 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:50.680015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Pushing event updated for resources: {'Port': ['ID=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:50.684603 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:50.709186 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.734847 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:07:50.735503 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:50.836296 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.859263 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b40fb4-543f-4e67-9f2c-da41e333be69 None None] Pushing event updated for resources: {'Port': ['ID=882f8278-9d5f-4f93-a58e-5c24153f43dd,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:50.864113 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-53b40fb4-543f-4e67-9f2c-da41e333be69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:50.907083 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e111f9bb-6a77-484c-93af-2bfa1112b3d4 None None] Provisioning for port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:50.915525 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e111f9bb-6a77-484c-93af-2bfa1112b3d4 None None] Provisioning complete for port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:50.915833 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e111f9bb-6a77-484c-93af-2bfa1112b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:50.964581 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:07:51.036225 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-e111f9bb-6a77-484c-93af-2bfa1112b3d4 None None] Port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:07:51.058412 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:51.063708 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:51.088135 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2d164aa5-7d9b-43b5-8d57-aa275ce9ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:51.092629 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 6776f68b-219f-42cf-9b3e-997ec70b3b54 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:51.176921 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Pushing event updated for resources: {'Port': ['ID=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:51.181403 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:51.182313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:51.272582 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 6776f68b-219f-42cf-9b3e-997ec70b3b54 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:51.272965 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:51.313000 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Network da77635e-b19f-460e-ab2c-6e79804dc738 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:51.314190 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:51.438255 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 1, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:51.444289 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7990fd-2731-4bff-9852-1971386d43e1 None None] The sync data for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi is: [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 1, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:07:51.505181 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Router 011cacf0-a969-4fa4-9887-87020d262f45 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:07:51.560293 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-8d864b93-2596-4431-98c3-ca9893a6b955 None None] Provisioning complete for port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:51.560677 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8d864b93-2596-4431-98c3-ca9893a6b955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:51.615685 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-8d864b93-2596-4431-98c3-ca9893a6b955 None None] Port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:07:51.705270 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:07:51.710242 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] 10.222.0.59 "PUT /v2.0/routers/011cacf0-a969-4fa4-9887-87020d262f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2512474 Jun 10 01:07:52.257547 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55496) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:52.263159 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335345337-network', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:07:52.283476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Made reservation on behalf of 44ade59954f44d319fd4254105ec8c4c for: {'network': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:07:52.285788 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.299524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.406303 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.410496 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.413745 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-136de5ad-32fc-4320-bce2-7a2fe1893e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:52.445744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=91714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:07:52.454796 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07487c5-e43f-4334-abd9-901ece58ace6,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:52.457936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:52.462796 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.463139 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.segments_db [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Added segment 8088007d-efd7-402f-ac34-1ed3b3840bd7 of type vlan for network a236c6cb-fcfe-4375-ab23-eabeff44408c Jun 10 01:07:52.491381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.522088 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.523635 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:52.524208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.529396 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:52.617080 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3577416 Jun 10 01:07:52.620383 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55498) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:52.625866 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Request body: {'subnet': {'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335345337-subnet', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:07:52.627676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Pushing event updated for resources: {'Network': ['ID=a236c6cb-fcfe-4375-ab23-eabeff44408c,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:52.630932 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:52.638123 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network a236c6cb-fcfe-4375-ab23-eabeff44408c details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:07:52.652082 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Made reservation on behalf of 44ade59954f44d319fd4254105ec8c4c for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:07:52.654333 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28350840'] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.959045 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29334375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28350730'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:52.963037 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:53.040678 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301738e4-6f94-48d6-b888-8c9ebc870de0,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:53.047536 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Checking segment: {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:53.047904 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Network hostable DHCP agents. Network: a236c6cb-fcfe-4375-ab23-eabeff44408c, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:07:53.052112 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:53.079885 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Network a236c6cb-fcfe-4375-ab23-eabeff44408c is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:07:53.084644 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 882f8278-9d5f-4f93-a58e-5c24153f43dd up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:53.092675 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, a236c6cb-fcfe-4375-ab23-eabeff44408c) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:53.096812 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:07:53.097596 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.115839 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a9bdd-4560-478a-bf95-4a8206954724 None None] Network a236c6cb-fcfe-4375-ab23-eabeff44408c requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:07:53.116323 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-11eef3d9-453f-43a7-b3e5-0b7add757796 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4946694 Jun 10 01:07:53.118959 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55500) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:53.123212 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:07:53.144387 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.145440 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.163644 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.259142 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 882f8278-9d5f-4f93-a58e-5c24153f43dd completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:53.290888 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 882f8278-9d5f-4f93-a58e-5c24153f43dd triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:53.291270 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.393375 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Sync routers for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:07:53.404267 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:07:53.405027 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:53.430771 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-a236c6cb-fcfe-4375-ab23-eabeff44408c', 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'fixed_ips': [{'subnet_id': '301738e4-6f94-48d6-b888-8c9ebc870de0'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 01:07:53.431592 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.450560 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.517389 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.548350 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 882f8278-9d5f-4f93-a58e-5c24153f43dd, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=882f8278-9d5f-4f93-a58e-5c24153f43dd,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:07:53.553105 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.562226 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-09800e1e-8b1d-485d-96c9-75a42800d623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:53.586614 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:07:53.676454 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=882f8278-9d5f-4f93-a58e-5c24153f43dd,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:53.679497 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:53.692727 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Allocated IP 172.20.0.2 (a236c6cb-fcfe-4375-ab23-eabeff44408c/301738e4-6f94-48d6-b888-8c9ebc870de0/7af892b0-61f2-4361-babe-c85d0ddfef69) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:07:53.782031 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.811587 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.901142 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 2, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:53.904979 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Checking router: 011cacf0-a969-4fa4-9887-87020d262f45 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:07:53.905548 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Updating router 011cacf0-a969-4fa4-9887-87020d262f45 port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:07:53.906127 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.916191 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Transition to ACTIVE for port object 7af892b0-61f2-4361-babe-c85d0ddfef69 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:53.935714 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Transition to ACTIVE for port object 7af892b0-61f2-4361-babe-c85d0ddfef69 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:53.942477 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:53.951228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:53.955422 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Allocated IP 172.27.0.71 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/95e0b6df-d59b-4d44-9b59-399ef04a74f1) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:07:53.958824 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.008415 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Network a236c6cb-fcfe-4375-ab23-eabeff44408c is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:54.011716 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:54.015458 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:07:54.093262 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Pushing event updated for resources: {'Port': ['ID=7af892b0-61f2-4361-babe-c85d0ddfef69,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:54.098952 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:54.108654 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.114914 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Attempting to bind port 7af892b0-61f2-4361-babe-c85d0ddfef69 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:07:54.115299 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Attempting to bind port 7af892b0-61f2-4361-babe-c85d0ddfef69 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:07:54.115857 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Attempting to bind port 7af892b0-61f2-4361-babe-c85d0ddfef69 on network a236c6cb-fcfe-4375-ab23-eabeff44408c {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:07:54.121529 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:07:54.121910 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Checking segment: {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:54.122318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.122880 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Bound using segment: {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:07:54.123224 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Bound port: 7af892b0-61f2-4361-babe-c85d0ddfef69, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:07:54.123604 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.141249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.144953 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:54.210510 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:54.213784 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:54.216373 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:07:54.217606 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] For port 7af892b0-61f2-4361-babe-c85d0ddfef69, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:07:54.221528 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] For port 7af892b0-61f2-4361-babe-c85d0ddfef69, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7af892b0-61f2-4361-babe-c85d0ddfef69,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:07:54.226908 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.231381 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:54.257280 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Pushing event updated for resources: {'Port': ['ID=95e0b6df-d59b-4d44-9b59-399ef04a74f1,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:54.260767 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:54.302419 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Pushing event updated for resources: {'Port': ['ID=7af892b0-61f2-4361-babe-c85d0ddfef69,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:54.303681 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.306528 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:54.315830 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Transition to ACTIVE for port object 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:54.329888 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.338054 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:54.409294 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Pushing event updated for resources: {'Port': ['ID=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:54.564262 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.564892 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.565221 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.565543 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.565856 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.566168 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.566475 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.566803 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.567292 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.567603 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.567908 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.568213 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:07:54.576576 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:54.649466 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Attempting to bind port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:07:54.649832 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Attempting to bind port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:07:54.650478 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Attempting to bind port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 on network da77635e-b19f-460e-ab2c-6e79804dc738 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:07:54.656714 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:07:54.657085 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Checking segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:54.657783 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.658338 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Bound using segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:07:54.659055 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Bound port: 0e867d8a-9abf-40e3-bd82-3150afb0c8f2, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:07:54.659589 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.755905 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] For port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:07:54.762134 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] For port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:07:54.766558 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.770743 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-c6c50918-e117-47d4-acce-90cbe53e6e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:54.811683 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:54.850470 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:07:54.851754 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:54.922775 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Pushing event updated for resources: {'Port': ['ID=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:54.975302 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-232177c5-329a-4422-bca7-ab86dd677d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:55.044756 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:07:55.185479 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:55.242577 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 882f8278-9d5f-4f93-a58e-5c24153f43dd up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:55.322081 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 882f8278-9d5f-4f93-a58e-5c24153f43dd triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:55.322706 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:55.425732 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:54Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:55.426947 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 01:07:55.430887 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f3e29-49f5-45cd-9227-a4d8d1a117ba None None] The sync data for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi is: [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:54Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:07:55.440503 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e1ade-1927-4a78-b078-6c0e316ff335 None None] Network a236c6cb-fcfe-4375-ab23-eabeff44408c requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:07:55.520443 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7af892b0-61f2-4361-babe-c85d0ddfef69 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:55.625847 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:07:55.626076 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-18b360b9-7607-4b70-84eb-047417d37159 None None] Provisioning for port 7af892b0-61f2-4361-babe-c85d0ddfef69 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:55.637979 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Sync routers for ids ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:07:55.646924 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:55.648944 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5290997 Jun 10 01:07:55.651838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55504) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:07:55.684432 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Routers {'6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:07:55.685100 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:55.860232 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 7af892b0-61f2-4361-babe-c85d0ddfef69 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:55.910702 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 7af892b0-61f2-4361-babe-c85d0ddfef69 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:55.911087 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.013566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Set router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:07:56.284595 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.367207 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 7af892b0-61f2-4361-babe-c85d0ddfef69, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7af892b0-61f2-4361-babe-c85d0ddfef69,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:07:56.374200 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.375098 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:56.403760 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:56.407314 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.519584 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=7af892b0-61f2-4361-babe-c85d0ddfef69,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:56.523319 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:56.524988 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:54Z', 'revision_number': 3, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:56.531018 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-09cdc890-ae0d-48b0-b939-f3551e64e0e3 None None] Provisioning complete for port 7af892b0-61f2-4361-babe-c85d0ddfef69 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:56.531389 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-09cdc890-ae0d-48b0-b939-f3551e64e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.560066 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Checking router: 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:07:56.560347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Updating router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:07:56.611286 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:56.611827 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Allocated IP 172.20.0.1 (a236c6cb-fcfe-4375-ab23-eabeff44408c/301738e4-6f94-48d6-b888-8c9ebc870de0/7e027a59-506b-42b7-a323-6f4c3f9b2ec5) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:07:56.632352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:56.632733 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.677239 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.758364 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.773752 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Transition to ACTIVE for port object 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:56.797849 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.802271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-25f21298-d900-44b2-8e7c-ff14a99f89b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:56.860269 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Network a236c6cb-fcfe-4375-ab23-eabeff44408c is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:56.863551 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:56.867307 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:07:56.909444 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:56.919022 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:56.935720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:56.980941 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.039816 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:07:57.050048 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.053980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-599b93cd-4e42-4ebb-b3ab-c7141a9e4065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:57.054924 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.153829 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7af892b0-61f2-4361-babe-c85d0ddfef69 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:57.241870 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-fe80469a-8afd-4a3d-a468-932e6ec4ee58 None None] Provisioning for port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:57.258567 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-fe80469a-8afd-4a3d-a468-932e6ec4ee58 None None] Provisioning complete for port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:57.258869 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-fe80469a-8afd-4a3d-a468-932e6ec4ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.281559 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:57.291407 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:57.374009 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.378067 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-fe80469a-8afd-4a3d-a468-932e6ec4ee58 None None] Port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:07:57.380530 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.388985 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 7af892b0-61f2-4361-babe-c85d0ddfef69 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:57.389360 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.407271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-82c3a3b8-c748-4bc5-8a79-71d9243a2a09 tempest-VolumesActionsTest-1453831611 tempest-VolumesActionsTest-1453831611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:57.430637 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.454803 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Transition to ACTIVE for port object 95e0b6df-d59b-4d44-9b59-399ef04a74f1 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:07:57.466401 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.469752 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-53b40fb4-543f-4e67-9f2c-da41e333be69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:57.489050 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.492398 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:57.495131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:57.590569 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Attempting to bind port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:07:57.590963 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Attempting to bind port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:07:57.591329 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Attempting to bind port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:07:57.595447 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d81558-e0b2-43b2-bdb6-5f6264bc88ee None None] Pushing event updated for resources: {'Port': ['ID=95e0b6df-d59b-4d44-9b59-399ef04a74f1,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:57.600781 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-60d81558-e0b2-43b2-bdb6-5f6264bc88ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:57.605072 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:07:57.605447 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:07:57.605849 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.606238 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:07:57.606729 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Bound port: 95e0b6df-d59b-4d44-9b59-399ef04a74f1, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:07:57.607104 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.634436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Network a236c6cb-fcfe-4375-ab23-eabeff44408c is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:07:57.635752 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:07:57.685419 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] For port 95e0b6df-d59b-4d44-9b59-399ef04a74f1, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:07:57.688901 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] For port 95e0b6df-d59b-4d44-9b59-399ef04a74f1, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=95e0b6df-d59b-4d44-9b59-399ef04a74f1,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:07:57.693190 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:57.698401 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:57.777246 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Routers {'6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:07:57.777891 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:57.830382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:07:57.843493 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d81558-e0b2-43b2-bdb6-5f6264bc88ee None None] Pushing event updated for resources: {'Port': ['ID=95e0b6df-d59b-4d44-9b59-399ef04a74f1,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:57.847711 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-60d81558-e0b2-43b2-bdb6-5f6264bc88ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:07:57.938168 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-9ea86f80-e8fe-4aa8-9a58-24153931af18 None None] Provisioning complete for port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:57.938464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9ea86f80-e8fe-4aa8-9a58-24153931af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:58.007687 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:07:58.011212 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] Set router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:07:58.020943 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] 10.222.0.59 "PUT /v2.0/routers/6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3598056 Jun 10 01:07:58.058527 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-9ea86f80-e8fe-4aa8-9a58-24153931af18 None None] Port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:07:58.321701 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:56Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '7e027a59-506b-42b7-a323-6f4c3f9b2ec5', 'name': '', 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'mac_address': 'fa:16:3e:2a:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:56Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 2, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'subnets': [{'id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:07:58.326075 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc684e3-fdf0-412f-86e9-70de0731997b None None] The sync data for ids ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'] in dv-cinder-795009-3-iscsi is: [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:56Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '7e027a59-506b-42b7-a323-6f4c3f9b2ec5', 'name': '', 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'mac_address': 'fa:16:3e:2a:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:56Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 2, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'subnets': [{'id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:07:59.275254 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:59.372008 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:59.372657 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:59.502793 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 95e0b6df-d59b-4d44-9b59-399ef04a74f1 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:07:59.587150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:07:59.592512 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:07:59.592892 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:59.771531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:59.791647 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 95e0b6df-d59b-4d44-9b59-399ef04a74f1, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=95e0b6df-d59b-4d44-9b59-399ef04a74f1,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:07:59.798485 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:07:59.801684 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-60d81558-e0b2-43b2-bdb6-5f6264bc88ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:07:59.874770 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=95e0b6df-d59b-4d44-9b59-399ef04a74f1,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:07:59.877891 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:01.134052 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 95e0b6df-d59b-4d44-9b59-399ef04a74f1 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:08:01.207871 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:01.208185 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:01.990573 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Sync routers for ids ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:08:02.002327 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Routers {'6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:02.003351 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:02.195495 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Set router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:02.549523 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:56Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '7e027a59-506b-42b7-a323-6f4c3f9b2ec5', 'name': '', 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'mac_address': 'fa:16:3e:2a:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:56Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 2, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'subnets': [{'id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:02.554625 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Checking router: 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:08:02.555182 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Updating router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:08:02.614804 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:03.023933 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:03.038000 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Transition to ACTIVE for port object 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:08:03.047150 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:03.052243 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-1622b9bd-62eb-47b4-af28-d53436ca43c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:03.125249 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2b55-00c6-4556-921f-32e05959a34b None None] Pushing event updated for resources: {'Port': ['ID=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:03.129063 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-7d5b2b55-00c6-4556-921f-32e05959a34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:03.355120 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Attempting to bind port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:08:03.355493 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Attempting to bind port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:08:03.355862 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Attempting to bind port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 on network a236c6cb-fcfe-4375-ab23-eabeff44408c {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:08:03.361499 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:08:03.361873 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Checking segment: {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:08:03.362279 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:03.362935 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Bound using segment: {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:08:03.363309 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Bound port: 7e027a59-506b-42b7-a323-6f4c3f9b2ec5, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8088007d-efd7-402f-ac34-1ed3b3840bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:08:03.363682 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:03.461410 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] For port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:08:03.464397 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] For port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:08:03.470513 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:03.474546 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:03.562250 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Routers {'6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:03.563006 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:07:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:03.620844 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2b55-00c6-4556-921f-32e05959a34b None None] Pushing event updated for resources: {'Port': ['ID=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:03.636051 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-7d5b2b55-00c6-4556-921f-32e05959a34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:03.783219 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] Set router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:04.135429 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:56Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '7e027a59-506b-42b7-a323-6f4c3f9b2ec5', 'name': '', 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'mac_address': 'fa:16:3e:2a:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:56Z', 'updated_at': '2021-06-10T01:08:03Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'subnets': [{'id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:04.139226 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceda65-45b4-4c14-a8c9-fa8ba112027a None None] The sync data for ids ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'] in dv-cinder-795009-3-iscsi is: [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:56Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '7e027a59-506b-42b7-a323-6f4c3f9b2ec5', 'name': '', 'network_id': 'a236c6cb-fcfe-4375-ab23-eabeff44408c', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'mac_address': 'fa:16:3e:2a:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:56Z', 'updated_at': '2021-06-10T01:08:03Z', 'revision_number': 4, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'subnets': [{'id': '301738e4-6f94-48d6-b888-8c9ebc870de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:08:05.185164 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:08:05.262752 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:08:05.268137 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:05.268589 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:05.406926 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:05.444211 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:05.449633 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:05.451801 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:05.525123 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:05.528323 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:07.138038 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:08:07.211126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:07.211493 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:07.934456 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-de0b2142-53ee-4eb9-a424-fa336927d8da tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:07.935833 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-de0b2142-53ee-4eb9-a424-fa336927d8da tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 815 time: 0.1412029 Jun 10 01:08:07.949786 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-b1008f2f-4a41-485c-a812-5a256ffcfc11 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/quotas/b344a4721941471ab96772f6b7c27205 HTTP/1.1" status: 200 len: 375 time: 0.0084798 Jun 10 01:08:08.037375 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-9e02a783-56cf-41d7-ae5f-6d8eec026926 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827727 Jun 10 01:08:08.186675 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-1067319e-8907-4b0e-86dd-239361eb115c service neutron] 10.222.0.59 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377010 Jun 10 01:08:08.312236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-8fbd48f8-dc07-406c-be7a-732bfc25311a service neutron] 10.222.0.59 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200941 Jun 10 01:08:08.481278 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e2ddfae9-63fb-4993-8c82-6c1a7c268c8e req-67b20f74-d64c-49c8-8154-cf709a281a3e tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 210 time: 0.0418494 Jun 10 01:08:08.860786 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:09.575533 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f80f18d1-2c48-4517-92bc-ba7e8ba22a6e req-2afc717b-fe93-4a88-abce-5e79afacb4a2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 210 time: 0.0419238 Jun 10 01:08:10.726925 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bc29c55b-9fac-44c9-a216-9a8b8f58afb5 req-7f07ea6b-e695-4ab1-b7c5-6d11945abc84 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 210 time: 0.0444336 Jun 10 01:08:11.305511 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e1aebb1d-fa7a-42f9-a762-c7ed67d21696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:11.515118 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-5eb934f3-09a1-404a-81db-46ed2a3b2e0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683963 Jun 10 01:08:11.816986 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-a712587f-830b-427f-be5c-0dbd26e5a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:11.818476 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-a712587f-830b-427f-be5c-0dbd26e5a4c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 1099 time: 0.2047141 Jun 10 01:08:12.009122 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e889868a-9a4b-4162-b594-44d46980b8ab req-3da79cd8-5bd7-42c3-8995-591a2f6b5a5b tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 210 time: 0.1321931 Jun 10 01:08:12.102101 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:08:12.154020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-de88a7ec-0153-4e5b-8ef1-416668199b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:12.155485 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-de88a7ec-0153-4e5b-8ef1-416668199b25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.2776303 Jun 10 01:08:12.161758 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-a9487bbb-ec3f-42df-9a56-bbc09f38e75b tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:12.163053 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-a9487bbb-ec3f-42df-9a56-bbc09f38e75b tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 815 time: 0.4599104 Jun 10 01:08:12.224343 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'port': {'device_id': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'admin_state_up': True, 'tenant_id': 'b344a4721941471ab96772f6b7c27205'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:12.377118 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-b5dd04c5-474b-4acc-af7f-07b153893b30 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 200 len: 1001 time: 0.2107697 Jun 10 01:08:12.403512 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217c815-3ea5-45c3-980b-830aac457820 req-6d79f855-ae1b-4831-9f15-ed17a1617e3f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:12.404997 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5217c815-3ea5-45c3-980b-830aac457820 req-6d79f855-ae1b-4831-9f15-ed17a1617e3f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.3528674 Jun 10 01:08:12.474824 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5217c815-3ea5-45c3-980b-830aac457820 req-4f11b0f9-4bac-48e0-a129-68ae91185ad2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633240 Jun 10 01:08:12.485971 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Made reservation on behalf of b344a4721941471ab96772f6b7c27205 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:08:12.492650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:12.672688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Allocated IP 172.20.0.9 (da77635e-b19f-460e-ab2c-6e79804dc738/27e6d0a4-8d64-4159-bfae-33471c5061c7/f0aa47c9-baf0-475c-88eb-4a8a967683e6) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:08:12.874877 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:12.889670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Transition to ACTIVE for port object f0aa47c9-baf0-475c-88eb-4a8a967683e6 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:08:12.914505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:12.920669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-064916b2-ca20-4943-a6b3-3a41b59f8f0a tempest-VolumesNegativeTest-1175098865 tempest-VolumesNegativeTest-1175098865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:12.985837 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Network da77635e-b19f-460e-ab2c-6e79804dc738 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:08:12.988853 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:08:12.992662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:08:13.032006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:13.038371 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:13.070871 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:13.070871 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:13.093664 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731856 Jun 10 01:08:13.218791 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e7de1-a9e8-48b5-94f0-1c4f52da4dd2 req-d8d710a3-fca9-4ee3-8ff9-6f3e8931450f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:13.220393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b69e7de1-a9e8-48b5-94f0-1c4f52da4dd2 req-d8d710a3-fca9-4ee3-8ff9-6f3e8931450f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0857453 Jun 10 01:08:13.239004 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f2f0f210-6cab-47b2-b34f-b8bed475bfed None None] Provisioning for port f0aa47c9-baf0-475c-88eb-4a8a967683e6 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:08:13.246016 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f2f0f210-6cab-47b2-b34f-b8bed475bfed None None] Provisioning complete for port f0aa47c9-baf0-475c-88eb-4a8a967683e6 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:13.249723 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f210-6cab-47b2-b34f-b8bed475bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:13.268362 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b69e7de1-a9e8-48b5-94f0-1c4f52da4dd2 req-0e131895-3a54-4934-ad81-46956ca956be tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jun 10 01:08:13.306961 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0f210-6cab-47b2-b34f-b8bed475bfed None None] Port f0aa47c9-baf0-475c-88eb-4a8a967683e6 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:08:13.489822 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:13.671826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74270-680a-4944-a02b-41bce3f920f0 req-32ef626c-47f0-476c-87f5-1e7a5719b4e6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:13.673248 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a8f74270-680a-4944-a02b-41bce3f920f0 req-32ef626c-47f0-476c-87f5-1e7a5719b4e6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0841610 Jun 10 01:08:13.718975 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a8f74270-680a-4944-a02b-41bce3f920f0 req-f580c45a-efd8-435d-a2ea-7cb6d13d252d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401292 Jun 10 01:08:13.751022 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b3f58fcf-5200-4ded-a37b-23bd795e597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:14.457284 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e83c4-e95b-4442-a507-a539ef00129a req-d15a3a1c-f137-4e0f-92b9-9f27171abd37 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:14.459221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a5e83c4-e95b-4442-a507-a539ef00129a req-d15a3a1c-f137-4e0f-92b9-9f27171abd37 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0824518 Jun 10 01:08:14.509596 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a5e83c4-e95b-4442-a507-a539ef00129a req-4ebe696b-0c3c-4f1e-ae38-6015e002f504 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Jun 10 01:08:14.746667 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:14.918283 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c90d73-b21f-4016-b1b1-21913b3b67e8 req-4a8d25e7-0098-4a53-92cb-aaa8d388ed84 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:14.920246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-81c90d73-b21f-4016-b1b1-21913b3b67e8 req-4a8d25e7-0098-4a53-92cb-aaa8d388ed84 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0826859 Jun 10 01:08:14.967676 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-81c90d73-b21f-4016-b1b1-21913b3b67e8 req-52c5e8fb-d676-4c5d-9a55-9a21ff951954 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399575 Jun 10 01:08:15.773548 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ff78-f5ed-4707-965f-ee8b15a6bd51 req-4a909de4-d26b-452b-82eb-6684e46254f6 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:15.775000 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5745ff78-f5ed-4707-965f-ee8b15a6bd51 req-4a909de4-d26b-452b-82eb-6684e46254f6 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.1619792 Jun 10 01:08:15.818066 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5745ff78-f5ed-4707-965f-ee8b15a6bd51 req-da5f1fe9-d94c-4006-9955-417541349576 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Jun 10 01:08:16.165839 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a05fd-8669-449e-8cf7-b299d913ad84 req-a7356ea3-bc4c-442a-99da-6393c62045cc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:16.167211 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-181a05fd-8669-449e-8cf7-b299d913ad84 req-a7356ea3-bc4c-442a-99da-6393c62045cc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0833275 Jun 10 01:08:16.212813 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-181a05fd-8669-449e-8cf7-b299d913ad84 req-ca93cfab-2a95-48ca-840e-6110b1d1ad77 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Jun 10 01:08:16.399733 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:17.001006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389ff3-8c78-445c-9599-6978ace6759d req-391d3a79-0f60-4d7a-a0ae-3f92c2dd0088 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:17.002494 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-23389ff3-8c78-445c-9599-6978ace6759d req-391d3a79-0f60-4d7a-a0ae-3f92c2dd0088 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0809600 Jun 10 01:08:17.049011 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-23389ff3-8c78-445c-9599-6978ace6759d req-d85986f6-282c-49fc-bb7a-fb300b996636 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Jun 10 01:08:17.406092 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2c7ad-0ec1-4931-bd86-f8160e794312 req-0b877821-adaf-4795-9486-6348e0989df8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:17.407535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-76c2c7ad-0ec1-4931-bd86-f8160e794312 req-0b877821-adaf-4795-9486-6348e0989df8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Jun 10 01:08:17.452175 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-76c2c7ad-0ec1-4931-bd86-f8160e794312 req-b0fbe84b-be55-410c-9572-1d1afc928546 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Jun 10 01:08:18.236011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e4ed-6065-49bb-ac09-772b0ecbeef0 req-23180f28-48a7-4a4a-ad58-5d55124895d1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:18.237819 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5746e4ed-6065-49bb-ac09-772b0ecbeef0 req-23180f28-48a7-4a4a-ad58-5d55124895d1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0789621 Jun 10 01:08:18.288870 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5746e4ed-6065-49bb-ac09-772b0ecbeef0 req-f4df90a8-adb1-4fdf-8957-3ae5f090ccd4 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Jun 10 01:08:18.645367 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580265c9-6559-445a-b652-06c52d21493e req-28b63c11-e9ba-4d51-a77f-79d3a20d6955 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:18.646890 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-580265c9-6559-445a-b652-06c52d21493e req-28b63c11-e9ba-4d51-a77f-79d3a20d6955 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0877635 Jun 10 01:08:18.691517 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-580265c9-6559-445a-b652-06c52d21493e req-4d8eccd7-b640-42f1-9552-8836990b15ad tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387516 Jun 10 01:08:19.481074 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b294c5-f909-48be-9d94-25e5d691cf31 req-ace8e991-18bb-4d87-8a33-609c933f5134 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:19.482814 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02b294c5-f909-48be-9d94-25e5d691cf31 req-ace8e991-18bb-4d87-8a33-609c933f5134 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0871291 Jun 10 01:08:19.527455 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02b294c5-f909-48be-9d94-25e5d691cf31 req-d384fd9a-8e67-4b0e-b6d7-56c1fc23af29 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Jun 10 01:08:19.895335 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b02f3-1dfa-4db9-a108-8f5efdd8e360 req-bd8717f0-fd92-4c78-9064-e51a4af1e8ef tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:19.896745 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-897b02f3-1dfa-4db9-a108-8f5efdd8e360 req-bd8717f0-fd92-4c78-9064-e51a4af1e8ef tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0827019 Jun 10 01:08:19.942695 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-897b02f3-1dfa-4db9-a108-8f5efdd8e360 req-8e27ceb0-ac40-4e10-99d8-76a50d1b84cb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402780 Jun 10 01:08:20.713286 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56815d6-cf45-41eb-be45-bce260d690e5 req-6d849632-e8d3-4b0a-83d7-a47f0bcfeabb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:20.714995 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b56815d6-cf45-41eb-be45-bce260d690e5 req-6d849632-e8d3-4b0a-83d7-a47f0bcfeabb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0816538 Jun 10 01:08:20.764663 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b56815d6-cf45-41eb-be45-bce260d690e5 req-7f3e1097-9978-4860-9350-899d401dda74 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Jun 10 01:08:21.136860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cfa87-d2d6-447d-8f29-e3449f7de8a4 req-1aaae8e0-3791-48a7-9a69-ce2e04a9f2db tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:21.138393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae6cfa87-d2d6-447d-8f29-e3449f7de8a4 req-1aaae8e0-3791-48a7-9a69-ce2e04a9f2db tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0827999 Jun 10 01:08:21.201026 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae6cfa87-d2d6-447d-8f29-e3449f7de8a4 req-1b021146-f270-4a07-bcb1-138fe18b3763 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540986 Jun 10 01:08:21.958445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846c512-d94e-46ab-b9be-ac94e911c050 req-e93bc0bf-8925-44e6-a9d0-f16838c99a7e tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:21.963180 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6846c512-d94e-46ab-b9be-ac94e911c050 req-e93bc0bf-8925-44e6-a9d0-f16838c99a7e tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0893385 Jun 10 01:08:22.006085 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6846c512-d94e-46ab-b9be-ac94e911c050 req-b02dcfa3-afc3-4e7a-aeea-0fcf64c142ac tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Jun 10 01:08:22.389311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c0f3a-3c00-4a33-a09e-092d7ad9c982 req-86a4f5d9-1aae-41b1-ac42-f14af2c66743 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:22.390754 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-024c0f3a-3c00-4a33-a09e-092d7ad9c982 req-86a4f5d9-1aae-41b1-ac42-f14af2c66743 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0810695 Jun 10 01:08:22.436685 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-024c0f3a-3c00-4a33-a09e-092d7ad9c982 req-dcd2a278-0eee-42d8-9d5b-0fcda95ac663 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Jun 10 01:08:23.346988 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947621-f589-48d7-bc6d-20c5a6d9cc36 req-f5f4b3c8-0715-437b-bbe6-6fb6efeff247 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:23.348423 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1947621-f589-48d7-bc6d-20c5a6d9cc36 req-f5f4b3c8-0715-437b-bbe6-6fb6efeff247 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0858107 Jun 10 01:08:23.395539 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1947621-f589-48d7-bc6d-20c5a6d9cc36 req-3ae1fa12-ea79-42ea-b11b-877a01156a25 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Jun 10 01:08:23.643016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600def66-d83d-4eb8-8181-b01db840fab0 req-1bd7ae25-0ace-49c1-a0c6-cfbf996ad6b1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:23.644346 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-600def66-d83d-4eb8-8181-b01db840fab0 req-1bd7ae25-0ace-49c1-a0c6-cfbf996ad6b1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0835516 Jun 10 01:08:23.693046 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-600def66-d83d-4eb8-8181-b01db840fab0 req-e004a4b5-f2a7-4f1d-a9b3-2842951a4527 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Jun 10 01:08:24.581826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db7771-7006-46f6-bbe0-58f955f65e1e req-35c8d465-8a4d-452e-8e5c-cc532f28bd9f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:24.583198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-50db7771-7006-46f6-bbe0-58f955f65e1e req-35c8d465-8a4d-452e-8e5c-cc532f28bd9f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0804303 Jun 10 01:08:24.630228 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-50db7771-7006-46f6-bbe0-58f955f65e1e req-d115efea-e21c-4d86-a16c-e711787745e4 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Jun 10 01:08:24.896772 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193fd2-7eb4-41b5-876b-e33dc42dc437 req-ef01856c-24ce-4c11-b787-1eb41b513a51 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:24.898203 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4c193fd2-7eb4-41b5-876b-e33dc42dc437 req-ef01856c-24ce-4c11-b787-1eb41b513a51 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0973027 Jun 10 01:08:24.942182 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4c193fd2-7eb4-41b5-876b-e33dc42dc437 req-ea0bdfe1-2608-4a27-8840-e938d18197e4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384903 Jun 10 01:08:25.814900 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27164789-28a9-45fc-a3e5-36848077951e req-ae688b40-3629-4166-9285-ef4af2bb90a8 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:25.816341 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27164789-28a9-45fc-a3e5-36848077951e req-ae688b40-3629-4166-9285-ef4af2bb90a8 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0806501 Jun 10 01:08:25.860316 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27164789-28a9-45fc-a3e5-36848077951e req-6edb68a1-664e-45a4-9633-4ca13d7eb7c1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Jun 10 01:08:26.129945 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b943a-c28c-4c36-bcce-298d76243faa req-d5cdca07-688f-4a38-9a87-2405b245ac0e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:26.131389 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-383b943a-c28c-4c36-bcce-298d76243faa req-d5cdca07-688f-4a38-9a87-2405b245ac0e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0821567 Jun 10 01:08:26.174716 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-383b943a-c28c-4c36-bcce-298d76243faa req-3e072ad2-d82f-4625-90fd-89549649f983 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371995 Jun 10 01:08:27.036404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef3302-1db1-4952-87f1-28ed9def2493 req-a312839c-1a34-4cf2-8e5a-92d877f6bcbd tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:27.037838 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a0ef3302-1db1-4952-87f1-28ed9def2493 req-a312839c-1a34-4cf2-8e5a-92d877f6bcbd tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0769119 Jun 10 01:08:27.081103 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a0ef3302-1db1-4952-87f1-28ed9def2493 req-f60b8645-c6cc-4f4f-acd2-3f1592336eea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Jun 10 01:08:27.418060 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed50d-5a96-4d5e-8d9c-f08d5bd6840e req-0b42816e-0fe7-4047-a6be-dff96ec5e7e5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:27.419521 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-072ed50d-5a96-4d5e-8d9c-f08d5bd6840e req-0b42816e-0fe7-4047-a6be-dff96ec5e7e5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.1364975 Jun 10 01:08:27.463139 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-072ed50d-5a96-4d5e-8d9c-f08d5bd6840e req-5ee2b130-6261-4e92-b172-906013880d0d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Jun 10 01:08:28.269229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d39081-4aa8-4506-aaa0-1fb3bf97a47a req-9fc901d1-ef4c-4b12-9501-40177537d985 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:28.270697 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43d39081-4aa8-4506-aaa0-1fb3bf97a47a req-9fc901d1-ef4c-4b12-9501-40177537d985 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.0815437 Jun 10 01:08:28.313705 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-43d39081-4aa8-4506-aaa0-1fb3bf97a47a req-f20c7a2b-f55a-4b75-92df-c636fad7fc60 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Jun 10 01:08:28.644428 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a3d22-7a5a-470f-95f9-3f9dc27930d2 req-2081300b-3f25-4df1-9f1d-7dde939f6329 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:28.645839 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-123a3d22-7a5a-470f-95f9-3f9dc27930d2 req-2081300b-3f25-4df1-9f1d-7dde939f6329 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.0769629 Jun 10 01:08:28.688145 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-123a3d22-7a5a-470f-95f9-3f9dc27930d2 req-4de863a3-2684-4961-a623-1964319919c8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368688 Jun 10 01:08:28.926802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Request body: {'port': {'device_id': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:29.018828 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-e6825249-c1ab-4d05-bfaa-10decb603c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:29.020211 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-e6825249-c1ab-4d05-bfaa-10decb603c15 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.1328580 Jun 10 01:08:29.094039 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:29.183805 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-98b47e81-137b-4af7-99de-895e7e5d568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:29.185162 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-98b47e81-137b-4af7-99de-895e7e5d568a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514761 Jun 10 01:08:29.497889 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-fb632379-26b6-4d85-9213-2c72c7b107ab service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768302 Jun 10 01:08:29.670577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecf28-c98c-4f55-a844-ea92e8ce09f4 req-b3ecf757-c471-41ab-bbd2-e668a1c20b7a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:29.672028 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8fecf28-c98c-4f55-a844-ea92e8ce09f4 req-b3ecf757-c471-41ab-bbd2-e668a1c20b7a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 931 time: 0.2535913 Jun 10 01:08:29.743234 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b71e6d99-f649-4e5a-906a-408a60becf1f req-3247f617-6ba7-468f-aa8a-af3a0861e45f service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385874 Jun 10 01:08:29.769523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0aa47c9-baf0-475c-88eb-4a8a967683e6 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:08:29.779166 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e8fecf28-c98c-4f55-a844-ea92e8ce09f4 req-46d0dbe9-7db1-44ca-aacd-e3ab632cc7cb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967176 Jun 10 01:08:29.780719 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:29.795965 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Transition to ACTIVE for port object f0aa47c9-baf0-475c-88eb-4a8a967683e6 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:08:29.832507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:29.844913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8030dc5d-0dd2-4bbf-ad6e-0b6bb191d464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:29.980182 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae081933-081e-4208-988d-a604e797c26a service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:30.008679 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ae081933-081e-4208-988d-a604e797c26a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:30.084844 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bd442-1300-46ab-907b-aba54701cc09 req-0920d544-7579-4cef-87c2-cc6e7102d4ba tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:30.086295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-490bd442-1300-46ab-907b-aba54701cc09 req-0920d544-7579-4cef-87c2-cc6e7102d4ba tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.2886267 Jun 10 01:08:30.193521 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Attempting to bind port f0aa47c9-baf0-475c-88eb-4a8a967683e6 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:08:30.193740 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Attempting to bind port f0aa47c9-baf0-475c-88eb-4a8a967683e6 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:08:30.194061 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Attempting to bind port f0aa47c9-baf0-475c-88eb-4a8a967683e6 on network da77635e-b19f-460e-ab2c-6e79804dc738 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:08:30.208955 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Port f0aa47c9-baf0-475c-88eb-4a8a967683e6 on network da77635e-b19f-460e-ab2c-6e79804dc738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:08:30.209276 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Attempting to bind port f0aa47c9-baf0-475c-88eb-4a8a967683e6 on network da77635e-b19f-460e-ab2c-6e79804dc738 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:08:30.217413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:08:30.217751 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Checking segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:08:30.218136 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Bound using segment: {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:08:30.218546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Bound port: f0aa47c9-baf0-475c-88eb-4a8a967683e6, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6676bac-530a-4ccb-a737-da52c14559e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:08:30.218918 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:30.231801 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-490bd442-1300-46ab-907b-aba54701cc09 req-f23bc54a-7e63-4d4f-9e17-c6c46bf7b0bd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340001 Jun 10 01:08:30.312145 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:08:30.315747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:08:30.320661 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:30.324362 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-804e5db3-e93c-44f4-b731-cad8b7913f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:30.379701 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:30.380305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:30.381641 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae081933-081e-4208-988d-a604e797c26a service neutron] 10.222.0.78 "PUT /v2.0/ports/f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 1093 time: 1.4930422 Jun 10 01:08:30.382131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:30.384413 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444beee1-9dd9-4161-ab60-000fd81b6dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:30.402292 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae081933-081e-4208-988d-a604e797c26a service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:30.405342 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ae081933-081e-4208-988d-a604e797c26a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:30.459644 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedb721-7ccf-4220-99f7-7b1cda9769a8 x-openstack-request-id: req-6cedb721-7ccf-4220-99f7-7b1cda9769a8 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:30.459985 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:30.460232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cedb721-7ccf-4220-99f7-7b1cda9769a8 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:30.460638 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'status': 'completed', 'code': 200} Jun 10 01:08:30.496244 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-e7fe88d5-ced6-4187-9a9e-7b621a91c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:30.497710 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-e7fe88d5-ced6-4187-9a9e-7b621a91c715 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1096 time: 0.0749598 Jun 10 01:08:30.570107 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-55a62850-1b6a-48d5-bb80-cc585bee9714 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 217 time: 0.0629303 Jun 10 01:08:30.633565 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae14e784-2b08-4ecc-8c46-f6042acccd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:30.635023 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-ae14e784-2b08-4ecc-8c46-f6042acccd80 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0582669 Jun 10 01:08:30.708687 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-803c5171-619c-4f09-b5e5-ffaa70cf8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:30.710132 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-803c5171-619c-4f09-b5e5-ffaa70cf8107 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684016 Jun 10 01:08:30.924875 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-2cd135c0-56af-4c23-85c0-7314b67c3599 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077949 Jun 10 01:08:31.018981 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-476cc996-07fd-4f21-ba7e-8736938bace1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:31.020363 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-476cc996-07fd-4f21-ba7e-8736938bace1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.2404258 Jun 10 01:08:31.176536 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746af0ca-b73c-41e7-b2db-a3a3a996f72c req-e2521341-f38d-4234-831e-7b9e2e0bbd89 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:31.177889 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-746af0ca-b73c-41e7-b2db-a3a3a996f72c req-e2521341-f38d-4234-831e-7b9e2e0bbd89 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 943 time: 0.2865188 Jun 10 01:08:31.210707 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a4a3f685-3d3d-4f42-9181-0fe6374a1fc9 req-386447d0-4b32-45a7-bba2-b2f73aaa47f1 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783813 Jun 10 01:08:31.243100 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-746af0ca-b73c-41e7-b2db-a3a3a996f72c req-8a0f3fc1-f495-49f0-947f-59235e2da1a4 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574572 Jun 10 01:08:31.257283 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Deleting port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:08:31.257631 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:31.491845 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] For port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:31.492203 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:31.596734 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-709af2ca-4310-41b9-a84e-21c51d31aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:31.598205 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-709af2ca-4310-41b9-a84e-21c51d31aadc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1096 time: 0.3276453 Jun 10 01:08:31.638179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884445e6-682d-451a-b770-3e2db43e6680 req-0dc0d9f5-f41e-4574-9584-b4432b85fb75 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:31.639575 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-884445e6-682d-451a-b770-3e2db43e6680 req-0dc0d9f5-f41e-4574-9584-b4432b85fb75 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 946 time: 0.2878451 Jun 10 01:08:31.980104 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-884445e6-682d-451a-b770-3e2db43e6680 req-28733311-7ca2-4d2b-894f-9061a1b46bc4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea62d4aa-26ee-49c3-9541-44877b32bf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964637 Jun 10 01:08:32.022944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-3d20cbee-d29d-4ccb-b63c-0a284c6340ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:32.024361 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-3d20cbee-d29d-4ccb-b63c-0a284c6340ec service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.4167459 Jun 10 01:08:32.032523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:32.032905 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:32.033905 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Floating IP 106d0040-0051-4363-a1ed-3018642ac300 disassociated. External IP: 172.27.0.168, port: 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32. Jun 10 01:08:32.034311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Calling delete_port for 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:08:32.100576 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-825bb62b-326f-472b-8692-c504b68026f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 217 time: 0.0634439 Jun 10 01:08:32.175586 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-bee99da8-8025-415f-bd38-996d63945a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:32.177039 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-bee99da8-8025-415f-bd38-996d63945a10 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0672691 Jun 10 01:08:32.336945 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-1c1c59ee-fb26-4f08-b0e6-c5d6f0567343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:32.338409 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-1c1c59ee-fb26-4f08-b0e6-c5d6f0567343 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1466990 Jun 10 01:08:32.339153 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:32.345037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-66002189-64e5-403b-ae42-152abca12571 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:32.490896 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event deleted for resources: {'Port': ['ID=25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:32.492968 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:32.737809 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-4ecaba80-0ace-4d11-8874-eead02046689 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619020 Jun 10 01:08:32.747559 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8e84f-7c17-46ad-a384-b7d535cf3d3e req-1dd427f3-dc30-4b1c-a568-0d373ffaad56 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:32.748928 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ea8e84f-7c17-46ad-a384-b7d535cf3d3e req-1dd427f3-dc30-4b1c-a568-0d373ffaad56 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 943 time: 0.3720808 Jun 10 01:08:32.860994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:08:32.888112 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ea8e84f-7c17-46ad-a384-b7d535cf3d3e req-5ccddd9a-dd87-4634-9063-4b6df3b685f4 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177537 Jun 10 01:08:33.061139 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-444beee1-9dd9-4161-ab60-000fd81b6dd4 req-8fc10088-7088-4aa4-878f-1c442b98f5eb service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112788 Jun 10 01:08:33.096115 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:08:33.107709 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:08:33.118218 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:33.118965 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:33.300958 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-42cb08ca-3cd5-4f20-8d30-0869a5450f95 req-da269d3a-1d6e-47af-aa4f-103df792c0d5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=92906b8c-5c6a-4a37-8bb9-09d73a3d5058 HTTP/1.1" status: 200 len: 210 time: 0.1708682 Jun 10 01:08:33.301182 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:33.306043 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] No DVR routers for this DVR port 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:08:33.310684 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:33.310875 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-15513c4f-dc15-464a-9c9e-bdddc7438442 req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "DELETE /v2.0/ports/25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 HTTP/1.1" status: 204 len: 173 time: 2.2718313 Jun 10 01:08:33.312671 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-deleted', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:33.313726 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9309a1f1-a9ec-4671-ab82-ea48da93b0c2" -d '{"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-deleted", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:33.362605 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44d97e-8068-423a-8b8c-69334e9e8fc9 x-openstack-request-id: req-7f44d97e-8068-423a-8b8c-69334e9e8fc9 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:33.363138 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92906b8c-5c6a-4a37-8bb9-09d73a3d5058", "name": "network-vif-deleted", "tag": "25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:33.363585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f44d97e-8068-423a-8b8c-69334e9e8fc9 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:33.364160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92906b8c-5c6a-4a37-8bb9-09d73a3d5058', 'name': 'network-vif-deleted', 'tag': '25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32', 'status': 'completed', 'code': 200} Jun 10 01:08:33.653159 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:33.656806 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:08:33.665409 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:33.665996 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:33.880658 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:34.085822 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b538841-7d5e-458e-888a-2dd4dc462f3c req-e9711454-8697-4116-881a-244341eaaebc tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:34.088081 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b538841-7d5e-458e-888a-2dd4dc462f3c req-e9711454-8697-4116-881a-244341eaaebc tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 943 time: 0.0840611 Jun 10 01:08:34.113404 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device f0aa47c9-baf0-475c-88eb-4a8a967683e6 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:08:34.118563 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:08:34.136906 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b538841-7d5e-458e-888a-2dd4dc462f3c req-cdcc9af6-c8a4-4b3c-97c7-fb080e75aa77 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Jun 10 01:08:34.169144 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:08:34.169375 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 25a00b56-6dd9-4e5b-b2f5-1bdf0885bf32 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:08:34.362234 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:34.378876 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'port_id': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'mac_address': 'fa:16:3e:b7:97:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:08:34.422641 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:34.436231 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328d93c-43d0-4366-948a-38c3dca37798 None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:08:34.445479 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.458002 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55736) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:34.468515 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aa47c9-baf0-475c-88eb-4a8a967683e6 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:08:34.490544 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:34.494450 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.497365 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:34.551512 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.568875 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:34.572180 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:34.584959 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.639154 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.641731 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.643402 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "DELETE /v2.0/security-groups/ea62d4aa-26ee-49c3-9541-44877b32bf3d HTTP/1.1" status: 204 len: 168 time: 0.1831360 Jun 10 01:08:34.644278 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4e927f87-d0d3-455d-b7d6-44528c4d9006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:34.646194 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55738) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:34.655178 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea62d4aa-26ee-49c3-9541-44877b32bf3d,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:34.658110 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:34.665273 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.api.v2.resource [None req-ef89c4a4-49ce-456d-bacd-eeb302750edc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] show failed (client error): The resource could not be found. Jun 10 01:08:34.666518 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-ef89c4a4-49ce-456d-bacd-eeb302750edc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups/ea62d4aa-26ee-49c3-9541-44877b32bf3d HTTP/1.1" status: 404 len: 347 time: 0.0193241 Jun 10 01:08:34.669311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55740) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:34.692420 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe735c5-8750-438d-92fe-164a220375c9 None None] New status for floating IP 106d0040-0051-4363-a1ed-3018642ac300: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:08:34.898053 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Deleting port 2a777d75-c2a2-4582-aac3-d4376fcebebb {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:08:34.898396 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:34.919265 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['f0aa47c9-baf0-475c-88eb-4a8a967683e6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:08:35.025911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.026236 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.148436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Calling delete_port for 2a777d75-c2a2-4582-aac3-d4376fcebebb owned by network:floatingip {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:08:35.300028 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.304819 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:35.350206 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event deleted for resources: {'Port': ['ID=2a777d75-c2a2-4582-aac3-d4376fcebebb,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:35.386045 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:35.459538 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25ff80-5824-41df-b356-b1e072ab8ffa req-77ff282d-779e-436d-a2cf-5bb512419845 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:35.460958 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c25ff80-5824-41df-b356-b1e072ab8ffa req-77ff282d-779e-436d-a2cf-5bb512419845 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 944 time: 0.2108343 Jun 10 01:08:35.463468 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.465729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.466739 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "DELETE /v2.0/floatingips/106d0040-0051-4363-a1ed-3018642ac300 HTTP/1.1" status: 204 len: 168 time: 0.7965200 Jun 10 01:08:35.506140 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c25ff80-5824-41df-b356-b1e072ab8ffa req-1acbde25-c757-4a8d-8ca7-2d86a3183e77 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jun 10 01:08:35.811991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55748) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:35.817062 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708247659', 'description': 'tempest-description--1012425065'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:35.838059 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.930516 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.933914 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.939707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d4840fbe-1ee5-4b65-8553-0704d5cc1a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:35.967203 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:35.968379 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1554084 Jun 10 01:08:35.971263 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55750) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:35.974716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f23f3-d110-4b08-ad50-6b97f9824077,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:35.975948 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'security_group_rule': {'security_group_id': 'f16f23f3-d110-4b08-ad50-6b97f9824077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:35.977352 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:36.006054 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.067274 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.070561 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.072703 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9fc5fd5f-6ad4-4239-8182-58c9ab12ebff tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:36.094044 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890d7b4a-4b33-487d-b2e6-c124cad94d47,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:36.097541 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:36.102570 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.103839 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-8011f4a6-ad20-4518-b040-ee8091dfe23b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316018 Jun 10 01:08:36.106820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55752) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:36.111862 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'security_group_rule': {'security_group_id': 'f16f23f3-d110-4b08-ad50-6b97f9824077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:36.112542 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device f0aa47c9-baf0-475c-88eb-4a8a967683e6 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:08:36.139773 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.179305 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port f0aa47c9-baf0-475c-88eb-4a8a967683e6 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:08:36.183798 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port f0aa47c9-baf0-475c-88eb-4a8a967683e6 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:36.184170 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.200620 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.204789 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.207143 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-207d8e79-b4ef-4dbc-8d1c-87500df1e2a1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:36.228651 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac48cea-f27f-4981-b092-885ffc4578be,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:36.231443 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:36.236440 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.237836 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301043 Jun 10 01:08:36.241001 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55754) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:36.245458 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:36.266745 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.303126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.332330 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:36.334581 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7fbce2-c5cb-4d9c-b8db-992d5a61d7fb" -d '{"events": [{"server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:36.343158 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:36.349078 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.351346 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:36.389236 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01db917-5222-476d-a661-f30f7faf99d5 x-openstack-request-id: req-c01db917-5222-476d-a661-f30f7faf99d5 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:36.389535 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:36.389790 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c01db917-5222-476d-a661-f30f7faf99d5 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:36.390184 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'code': 200} Jun 10 01:08:36.426942 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:36.434499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:36.513723 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.615909 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339c6aa-bdd3-4fff-93e7-5fc089087baa req-0c8e8866-e8b4-4c6b-8e2e-340fcc496cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:36.617246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f339c6aa-bdd3-4fff-93e7-5fc089087baa req-0c8e8866-e8b4-4c6b-8e2e-340fcc496cd8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1098 time: 0.0768261 Jun 10 01:08:36.656343 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Allocated IP 172.27.0.39 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/1ae99835-2e65-44e0-982e-4b37d1ec371b) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:08:36.703580 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f339c6aa-bdd3-4fff-93e7-5fc089087baa req-7f2f9dd8-545c-4cc7-85db-12826da38112 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jun 10 01:08:36.723135 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb102-3d6d-41ef-ba5a-f959f961a338 req-763b76b2-d484-4fb6-8411-821b436b7d30 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:36.724559 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-779bb102-3d6d-41ef-ba5a-f959f961a338 req-763b76b2-d484-4fb6-8411-821b436b7d30 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.1111953 Jun 10 01:08:36.771175 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-779bb102-3d6d-41ef-ba5a-f959f961a338 req-b9a22e60-76e5-445c-9cc3-42959b96c243 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Jun 10 01:08:36.802654 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.830440 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:36.833775 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:36.898273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:08:36.901116 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:08:36.904720 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:08:36.933836 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'Port': ['ID=1ae99835-2e65-44e0-982e-4b37d1ec371b,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:36.940291 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:36.986054 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:37.043899 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:37.248777 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:37.253389 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29334497'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:37.257358 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:37.356510 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'Port': ['ID=1ae99835-2e65-44e0-982e-4b37d1ec371b,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:37.364118 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:37.372628 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:37.389886 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:37.391243 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1492856 Jun 10 01:08:37.612339 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-bd0c61ee-051c-4d9b-9872-9f6ac09291c8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--708247659&fields=id&tenant_id=c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 267 time: 0.0478888 Jun 10 01:08:37.759704 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-b207ab7d-ecb1-4a18-8590-b5ab26bb2ba4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:37.761104 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-b207ab7d-ecb1-4a18-8590-b5ab26bb2ba4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 817 time: 0.1424069 Jun 10 01:08:37.777081 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-a407e0ac-8ad5-44f9-881e-c964ccfcd438 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/quotas/c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 375 time: 0.0098600 Jun 10 01:08:37.866941 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-34cb568d-cae6-4799-9462-d690d42dad90 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843210 Jun 10 01:08:38.120834 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-c1a5f10a-edcb-4b51-b15e-8cc2cbff15ee service neutron] 10.222.0.59 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417388 Jun 10 01:08:38.128745 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac418df-1ef4-425b-9420-007002f47a11 req-8b5640fc-122e-4fe4-a392-a32565158196 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:38.130085 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ac418df-1ef4-425b-9420-007002f47a11 req-8b5640fc-122e-4fe4-a392-a32565158196 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.2291102 Jun 10 01:08:38.254604 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3ac418df-1ef4-425b-9420-007002f47a11 req-6d29a9f9-41e0-4d10-be07-44901a73fd0a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060419 Jun 10 01:08:38.289635 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-3c7521f4-0eb0-4801-8a96-7db136dedf20 service neutron] 10.222.0.59 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586344 Jun 10 01:08:38.464814 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ed207243-e0c7-43c2-a3bb-eea285b088d8 req-7e7d948d-1dfa-4a06-a19b-fb26ddc12c97 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 210 time: 0.0425816 Jun 10 01:08:38.852959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:39.561767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-718c54e9-5474-4fa9-be3c-977b2001b255 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:39.563738 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-718c54e9-5474-4fa9-be3c-977b2001b255 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 817 time: 0.2075624 Jun 10 01:08:39.571861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e5592-47c0-4cf5-b614-f7fd15bcb4a3 req-df4162ea-b6ea-4e1c-ab13-baf569decd08 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:39.573232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-514e5592-47c0-4cf5-b614-f7fd15bcb4a3 req-df4162ea-b6ea-4e1c-ab13-baf569decd08 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.1916156 Jun 10 01:08:39.653738 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-78d4ebce-0b79-41cd-b61c-e180d228553b req-47f56da5-5386-481e-b375-78f856548dda tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 210 time: 0.0656967 Jun 10 01:08:39.684255 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-be6e910b-7fc3-4064-9c57-09a27eca862a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 379 time: 0.1101313 Jun 10 01:08:39.691375 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-514e5592-47c0-4cf5-b614-f7fd15bcb4a3 req-f7df0ee1-3071-48f2-b14f-315a44465c2f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046603 Jun 10 01:08:39.699527 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'port': {'device_id': '16485d0d-7940-403e-a01b-14d2d58529ab', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'admin_state_up': True, 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'security_groups': ['f16f23f3-d110-4b08-ad50-6b97f9824077']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:39.901004 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Made reservation on behalf of c87a3f41ac9942bca231ef5827959ef4 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:08:39.904271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:39.928392 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae053194-594c-4f1c-8022-a5c07823f5d3 req-6e9a7fd8-9019-4112-b68b-3ec75167aceb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:39.929799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae053194-594c-4f1c-8022-a5c07823f5d3 req-6e9a7fd8-9019-4112-b68b-3ec75167aceb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.1332860 Jun 10 01:08:40.032684 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae053194-594c-4f1c-8022-a5c07823f5d3 req-b5446975-d93e-40e2-811e-0f3da90cf089 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Jun 10 01:08:40.102546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Allocated IP 172.20.0.13 (a8d5da50-726d-49e2-a729-470db3429d30/00c1311e-19a6-47db-abe2-183b0329cb84/48be6857-8cf0-4e0a-9632-8a7ceda38457) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:08:40.295297 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:40.310987 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Transition to ACTIVE for port object 48be6857-8cf0-4e0a-9632-8a7ceda38457 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:08:40.334860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:40.342297 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-06ec97cc-688c-4106-9cc7-64b6424be57b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:40.449453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Network a8d5da50-726d-49e2-a729-470db3429d30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:08:40.453017 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:08:40.460309 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:08:40.502960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:40.509187 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:40.541672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:40.542274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:40.569862 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4e7d-625e-4bfd-97e2-1c2c6bab994f req-c5626947-a326-4e87-876f-1ce72ad11a8a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:40.571329 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-70ff4e7d-625e-4bfd-97e2-1c2c6bab994f req-c5626947-a326-4e87-876f-1ce72ad11a8a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.1989641 Jun 10 01:08:40.572971 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770740 Jun 10 01:08:40.597636 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Request body: {'port': {'device_id': '16485d0d-7940-403e-a01b-14d2d58529ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:40.643342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-6bfbc0e6-8735-4bc8-9d0f-039c9fee0602 None None] Provisioning for port 48be6857-8cf0-4e0a-9632-8a7ceda38457 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:08:40.648016 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-6bfbc0e6-8735-4bc8-9d0f-039c9fee0602 None None] Provisioning complete for port 48be6857-8cf0-4e0a-9632-8a7ceda38457 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:40.648391 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc0e6-8735-4bc8-9d0f-039c9fee0602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:40.703282 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbc0e6-8735-4bc8-9d0f-039c9fee0602 None None] Port 48be6857-8cf0-4e0a-9632-8a7ceda38457 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:08:40.750908 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-70ff4e7d-625e-4bfd-97e2-1c2c6bab994f req-a94a6ca6-3e81-4813-b535-cec358b7cae3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738629 Jun 10 01:08:40.856308 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:40.935428 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f71f88-6746-40b5-8388-c8c137d95cc5 req-21c8a63d-4351-454d-a30d-c0ca200899ab tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:40.936877 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17f71f88-6746-40b5-8388-c8c137d95cc5 req-21c8a63d-4351-454d-a30d-c0ca200899ab tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 932 time: 0.1597669 Jun 10 01:08:41.053577 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17f71f88-6746-40b5-8388-c8c137d95cc5 req-98b57d20-4185-4580-94ee-efd1367a98e9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063583 Jun 10 01:08:41.262458 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48be6857-8cf0-4e0a-9632-8a7ceda38457 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:08:41.270077 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:41.284991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Transition to ACTIVE for port object 48be6857-8cf0-4e0a-9632-8a7ceda38457 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:08:41.288215 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:41.294468 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f7e04737-4e1f-42c3-b0c3-8520e671ac64 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:41.307509 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b56cbcd6-760b-4fa8-b2d0-db5c3e4d3116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:41.416721 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:41.442264 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:41.522063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Attempting to bind port 48be6857-8cf0-4e0a-9632-8a7ceda38457 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:08:41.522388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Attempting to bind port 48be6857-8cf0-4e0a-9632-8a7ceda38457 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:08:41.522742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Attempting to bind port 48be6857-8cf0-4e0a-9632-8a7ceda38457 on network a8d5da50-726d-49e2-a729-470db3429d30 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:08:41.527293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Port 48be6857-8cf0-4e0a-9632-8a7ceda38457 on network a8d5da50-726d-49e2-a729-470db3429d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:08:41.527629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Attempting to bind port 48be6857-8cf0-4e0a-9632-8a7ceda38457 on network a8d5da50-726d-49e2-a729-470db3429d30 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:08:41.532572 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:08:41.532899 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Checking segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:08:41.533795 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Bound using segment: {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:08:41.534209 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Bound port: 48be6857-8cf0-4e0a-9632-8a7ceda38457, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bd41da-5622-4121-af3e-0a9f677266e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:08:41.534546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:41.631835 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:08:41.634772 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:08:41.640427 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:41.644191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ddf0d07c-f970-4e7c-8907-a981725c76b1 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:41.699716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:41.700308 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:41.701626 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] 10.222.0.78 "PUT /v2.0/ports/48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 1094 time: 1.1088037 Jun 10 01:08:41.702114 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:41.704376 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9491a8-384a-4f03-9da9-f2c9649644bd" -d '{"events": [{"name": "network-changed", "server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:41.723317 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:41.726253 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:41.778140 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47b06b3-9911-4b80-8fb9-9091f916cb94 x-openstack-request-id: req-c47b06b3-9911-4b80-8fb9-9091f916cb94 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:41.778512 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:41.778821 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c47b06b3-9911-4b80-8fb9-9091f916cb94 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:41.779227 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'status': 'completed', 'code': 200} Jun 10 01:08:41.819707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-cf73fb76-7780-43ae-8d87-5745d246fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:41.821153 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-cf73fb76-7780-43ae-8d87-5745d246fe14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1097 time: 0.0737278 Jun 10 01:08:41.891887 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-54844594-13d4-4684-9f56-dd0acfecbdeb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 217 time: 0.0635917 Jun 10 01:08:41.956758 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-046c9c6d-b961-495c-8cc3-ca26b90106d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:41.958109 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-046c9c6d-b961-495c-8cc3-ca26b90106d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0601835 Jun 10 01:08:42.030430 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-62056431-73e0-46b0-af78-4476df529b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:42.031779 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-62056431-73e0-46b0-af78-4476df529b6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675533 Jun 10 01:08:42.160441 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-570681f9-e733-46ad-9eeb-7c95a4396c58 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219265 Jun 10 01:08:42.348769 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0823-3a2d-48a6-8cae-1f393410e91f req-44db5e46-9132-4370-82ca-5840d2bae80c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:42.350226 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-88da0823-3a2d-48a6-8cae-1f393410e91f req-44db5e46-9132-4370-82ca-5840d2bae80c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.1862385 Jun 10 01:08:42.352169 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3c518f55-7f58-47bc-bfbf-96b49ad3670e req-d34a1e24-489c-415e-93ea-2e13b6fc384f service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584055 Jun 10 01:08:42.507695 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-88da0823-3a2d-48a6-8cae-1f393410e91f req-573c9f45-7526-485a-a661-6b274cc6e602 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508067 Jun 10 01:08:42.542903 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-018f4450-d29c-4d82-a37c-859080bc379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:42.544355 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-018f4450-d29c-4d82-a37c-859080bc379c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1097 time: 0.0807304 Jun 10 01:08:42.673795 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-00fc1728-08b0-4882-94f6-34800c245677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:42.675290 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-00fc1728-08b0-4882-94f6-34800c245677 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1247580 Jun 10 01:08:42.745633 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-2f9be892-529f-4d0f-bbc2-59a3f37d867d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 217 time: 0.0643277 Jun 10 01:08:42.814911 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-8bbd6d96-dd45-46aa-87f6-03067688d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:42.816924 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-8bbd6d96-dd45-46aa-87f6-03067688d34d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0571458 Jun 10 01:08:42.898040 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-e3b48061-91e8-49b2-b924-ebac5e73f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:42.899523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-e3b48061-91e8-49b2-b924-ebac5e73f68c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764070 Jun 10 01:08:43.036285 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-0bdbafa5-27d4-4e0a-95e6-3ef0a50f4d22 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300344 Jun 10 01:08:43.165551 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c9491a8-384a-4f03-9da9-f2c9649644bd req-7cbb1176-69e0-412c-af27-47a612bcdb95 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228685 Jun 10 01:08:43.490713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:43.708979 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef108ae0-295d-4c90-8e38-24e013dbd507 req-6b7edce7-70ee-45b5-b672-aa5fa47a55fc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:43.710327 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef108ae0-295d-4c90-8e38-24e013dbd507 req-6b7edce7-70ee-45b5-b672-aa5fa47a55fc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0915489 Jun 10 01:08:43.743056 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-5fd1fd17-e6d0-4495-9c60-bf8da013ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:43.755484 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ef108ae0-295d-4c90-8e38-24e013dbd507 req-d8ff8e0f-b4ad-49d3-b8b6-2425dfbefb13 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395563 Jun 10 01:08:44.736301 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:44.942552 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e177cf-82e8-487a-86db-88d8730295eb req-aa02129a-4ccc-4f49-a376-4ee9a9ca8768 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:44.943985 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18e177cf-82e8-487a-86db-88d8730295eb req-aa02129a-4ccc-4f49-a376-4ee9a9ca8768 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0807476 Jun 10 01:08:44.988236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18e177cf-82e8-487a-86db-88d8730295eb req-bfe90739-f183-45b9-ae37-c60deb941885 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Jun 10 01:08:46.169708 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:08:46.174390 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73fe9-b539-41ad-96b2-0eb0e792b125 req-2e7ac65c-0646-4441-8c28-d14b264b762a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:46.175853 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-56a73fe9-b539-41ad-96b2-0eb0e792b125 req-2e7ac65c-0646-4441-8c28-d14b264b762a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0775213 Jun 10 01:08:46.219363 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-56a73fe9-b539-41ad-96b2-0eb0e792b125 req-14be9add-65d2-431b-b3bd-9944754b5cef tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372345 Jun 10 01:08:46.300597 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:46.313609 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'mac_address': 'fa:16:3e:8b:4a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:08:46.370316 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:46.390610 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48be6857-8cf0-4e0a-9632-8a7ceda38457 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:08:46.409950 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:46.411492 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:46.415425 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:46.417042 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-a570aa4e-4fda-464c-a65a-7cade5119cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:46.480244 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:46.483102 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:46.963528 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['48be6857-8cf0-4e0a-9632-8a7ceda38457'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:08:47.412184 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9642880-6074-408c-98a0-6c8d7b189a7b req-d1e15161-a7fc-44b0-a085-47bf10dca343 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:47.413778 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f9642880-6074-408c-98a0-6c8d7b189a7b req-d1e15161-a7fc-44b0-a085-47bf10dca343 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 945 time: 0.0833011 Jun 10 01:08:47.457457 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f9642880-6074-408c-98a0-6c8d7b189a7b req-e76b32d0-7e1e-4c8f-96c1-af59ef6ab160 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380657 Jun 10 01:08:48.173417 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:08:48.240217 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port 48be6857-8cf0-4e0a-9632-8a7ceda38457 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:08:48.245319 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 48be6857-8cf0-4e0a-9632-8a7ceda38457 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:48.245697 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:48.354810 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:48.380490 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:48.382722 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f28cab-d077-47f8-bb50-17e008f8d6ec" -d '{"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-plugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:48.390023 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:48.394774 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:48.396574 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:48.427804 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e39ab6-81b3-4072-898a-ea1137be5ee8 x-openstack-request-id: req-c3e39ab6-81b3-4072-898a-ea1137be5ee8 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:48.428104 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-plugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:48.428359 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3e39ab6-81b3-4072-898a-ea1137be5ee8 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:48.429300 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'code': 200} Jun 10 01:08:48.468504 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:48.475964 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.476305 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.476641 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.476972 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.477296 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.477708 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.477927 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.478247 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.478566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.478922 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.479236 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.479550 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:48.484031 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:48.710989 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540623e1-c80b-455e-97d8-bd7c49c0fe2d req-cc8229e0-92f3-4101-b2ce-7ef20428e1f2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:48.712331 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-540623e1-c80b-455e-97d8-bd7c49c0fe2d req-cc8229e0-92f3-4101-b2ce-7ef20428e1f2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1343544 Jun 10 01:08:48.717959 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025590e-3e65-4689-9861-83ddfe488d52 req-7bf9b04c-2f4a-48ca-92d0-33c5cc7914e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:48.719362 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c025590e-3e65-4689-9861-83ddfe488d52 req-7bf9b04c-2f4a-48ca-92d0-33c5cc7914e7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1099 time: 0.1003678 Jun 10 01:08:48.784246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-540623e1-c80b-455e-97d8-bd7c49c0fe2d req-70b0a3d5-4443-47e5-81fd-57f92f06bbbe tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639780 Jun 10 01:08:48.787325 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c025590e-3e65-4689-9861-83ddfe488d52 req-2bb77cbc-5e3c-4f99-aa51-97b416185943 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546527 Jun 10 01:08:49.100627 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:08:49.974783 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd8add-6d52-4eca-a111-7d2273db51c1 req-a9a7d45d-0ce8-4100-aea6-6c56efbe1d38 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:49.976232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9afd8add-6d52-4eca-a111-7d2273db51c1 req-a9a7d45d-0ce8-4100-aea6-6c56efbe1d38 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0821528 Jun 10 01:08:50.027242 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9afd8add-6d52-4eca-a111-7d2273db51c1 req-fc5169fd-01f0-42e9-bb28-98b75eaa0c94 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Jun 10 01:08:51.049427 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fca5d9-ec2d-4292-b761-2981fa27e50f req-f05a6a0d-2ed4-4c1b-b93d-95d8ffac3415 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:51.050876 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1fca5d9-ec2d-4292-b761-2981fa27e50f req-f05a6a0d-2ed4-4c1b-b93d-95d8ffac3415 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.0778294 Jun 10 01:08:51.097926 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f1fca5d9-ec2d-4292-b761-2981fa27e50f req-4273ec10-291f-4605-9e4a-a7f4913117df tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Jun 10 01:08:51.121217 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55870) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:51.215810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21deab9-d6a8-4ac9-9010-539cd3b4c3a8 req-698c6476-314f-47e1-9a30-5a26e30c3b8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:51.217260 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a21deab9-d6a8-4ac9-9010-539cd3b4c3a8 req-698c6476-314f-47e1-9a30-5a26e30c3b8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0789351 Jun 10 01:08:51.261261 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a21deab9-d6a8-4ac9-9010-539cd3b4c3a8 req-3669acfd-1f84-4a4d-a4ab-3637bb9a07f5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384698 Jun 10 01:08:51.284051 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6f506-afa9-430f-9593-6179241e67d8 tempest-TestMinimumBasicScenario-983149738 tempest-TestMinimumBasicScenario-983149738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:51.285516 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9ac6f506-afa9-430f-9593-6179241e67d8 tempest-TestMinimumBasicScenario-983149738 tempest-TestMinimumBasicScenario-983149738-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1093 time: 0.1627011 Jun 10 01:08:51.288313 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55874) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:51.293270 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'port_id': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:51.316339 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for floatingip, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:51.445896 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb185c0-1365-4e8d-8dcf-e7e1e041d23b req-c7e0085c-211f-4bf8-8404-da8c06aae790 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:51.447789 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-abb185c0-1365-4e8d-8dcf-e7e1e041d23b req-c7e0085c-211f-4bf8-8404-da8c06aae790 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0832665 Jun 10 01:08:51.453656 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:51.455980 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55878) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:51.460507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Request body: {'floatingip': {'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:51.599247 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Allocated IP 172.27.0.161 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/1ed612ca-f658-437e-a79d-cd2eccc4f73c) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:08:51.605672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:51.749249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:51.778217 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:51.782586 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-059b2117-ab4b-40b8-a068-b0ffd5ff3aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:51.841151 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:08:51.843971 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:08:51.848429 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:08:51.886360 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'Port': ['ID=1ed612ca-f658-437e-a79d-cd2eccc4f73c,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:51.898295 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.898701 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.899068 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.899429 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.900344 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.900693 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.901045 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.901395 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.901743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.902089 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.902434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.902802 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:51.911031 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:52.348280 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.352342 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.370258 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.443291 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.526372 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Floating IP 2e487230-ea1a-4ee2-b98a-5aceaf99dee1 associated. External IP: 172.27.0.39, port: 48be6857-8cf0-4e0a-9632-8a7ceda38457. Jun 10 01:08:52.648964 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.656230 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29334497'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.660204 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-603cb1d1-5856-4a50-a53c-58c8757868e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:52.767716 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'Port': ['ID=1ed612ca-f658-437e-a79d-cd2eccc4f73c,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:52.775019 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:52.784326 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:52.952011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:08:52.953004 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Floating IP 10c9b3d4-144e-43db-b2fd-cadbea3b89a1 associated. External IP: 172.27.0.161, port: f0aa47c9-baf0-475c-88eb-4a8a967683e6. Jun 10 01:08:53.125558 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:08:53.130385 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:53.136084 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:08:53.145297 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:53.145917 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:53.188674 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9ca44b34-7bcb-47ca-89ad-3c33d624df8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "PUT /v2.0/floatingips/2e487230-ea1a-4ee2-b98a-5aceaf99dee1 HTTP/1.1" status: 200 len: 991 time: 1.7316108 Jun 10 01:08:53.189564 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:53.192230 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62025ac6-7215-47bd-a40c-329ee0d414fa" -d '{"events": [{"name": "network-changed", "server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:53.237497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3e8a7-7879-4808-988e-6cd220bab36c x-openstack-request-id: req-a8d3e8a7-7879-4808-988e-6cd220bab36c {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:53.237821 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:53.238388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8d3e8a7-7879-4808-988e-6cd220bab36c {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:53.238836 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'status': 'completed', 'code': 200} Jun 10 01:08:53.320434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Router 011cacf0-a969-4fa4-9887-87020d262f45 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:08:53.334235 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-1f8e83fd-e7b3-4c8f-b053-c2f9fcf95070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:53.335734 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-1f8e83fd-e7b3-4c8f-b053-c2f9fcf95070 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1099 time: 0.0737226 Jun 10 01:08:53.343762 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:53.476532 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-2d77085e-f3d7-49f1-bdce-410605e75b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:53.477897 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-2d77085e-f3d7-49f1-bdce-410605e75b26 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1352384 Jun 10 01:08:53.591835 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-97825bb1-ae66-4cf0-b1cc-faef1c41d593 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 999 time: 0.1018417 Jun 10 01:08:53.614132 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:08:53.624501 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] Sync routers for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:08:53.635556 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:53.636056 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:53.637183 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:53.665405 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-e185518f-4ced-4839-a795-08e1c024b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:53.667177 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-e185518f-4ced-4839-a795-08e1c024b718 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0690663 Jun 10 01:08:53.698992 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4095080 Jun 10 01:08:53.699805 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:53.703061 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057" -d '{"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:53.705336 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55884) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:53.713184 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038258249', 'description': 'tempest-secgroup-smoke-1038258249 description', 'project_id': 'b344a4721941471ab96772f6b7c27205'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:53.741156 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '2e487230-ea1a-4ee2-b98a-5aceaf99dee1', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'mac_address': 'fa:16:3e:8b:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16485d0d-7940-403e-a01b-14d2d58529ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:08:36Z', 'updated_at': '2021-06-10T01:08:52Z', 'revision_number': 1, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:53.743573 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:53.752855 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:08:53.778723 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:53.778943 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-153873ad-c241-4f43-b82f-1b5f020f381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:53.779429 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:53.781173 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-153873ad-c241-4f43-b82f-1b5f020f381e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041081 Jun 10 01:08:53.798358 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21cbcc-c066-47a2-9472-048ce42aad95 x-openstack-request-id: req-2b21cbcc-c066-47a2-9472-048ce42aad95 {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:53.798729 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:53.798971 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b21cbcc-c066-47a2-9472-048ce42aad95 {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:53.799423 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'status': 'completed', 'code': 200} Jun 10 01:08:53.858915 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:53.895627 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:53.901277 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:53.906116 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fb613fee-4f9d-4a77-a928-55e8761206e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:53.950615 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec32ed-9e18-46a1-9822-70db3bbc7dd8,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:53.954476 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:53.955279 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:53.959607 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2514741 Jun 10 01:08:53.960299 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55888) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:53.965378 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group_rule': {'security_group_id': 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8', 'project_id': 'b344a4721941471ab96772f6b7c27205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:53.992344 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:54.001632 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.018092 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-647f0617-1c60-4fca-ae30-25eed7f790c6 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193265 Jun 10 01:08:54.068765 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.074977 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.077421 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4acec44b-1a90-47aa-854c-1df915b32fc9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:54.105336 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc8eec3-4df3-4c29-867c-1ad8eeb2f271,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:54.107399 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-57728c1e-2617-49ba-8913-e5b433f1c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:54.108579 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:54.110071 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.114789 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-fbf314d1-6896-4871-815f-ff1a0904d09a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533992 Jun 10 01:08:54.115426 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55890) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:54.117622 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-57728c1e-2617-49ba-8913-e5b433f1c442 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1098 time: 0.2180262 Jun 10 01:08:54.120533 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group_rule': {'security_group_id': 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8', 'project_id': 'b344a4721941471ab96772f6b7c27205', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:54.165029 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.235615 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.240784 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.243314 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:54.271741 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22691260-1524-4154-afdd-6c626ce05deb,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:54.277639 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:54.285012 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.289892 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-04dc93a2-7156-4a67-9c24-99a231b66fba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734822 Jun 10 01:08:54.290833 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55892) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:54.296369 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group_rule': {'security_group_id': 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8', 'project_id': 'b344a4721941471ab96772f6b7c27205', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:54.296559 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '10c9b3d4-144e-43db-b2fd-cadbea3b89a1', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'port_id': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'mac_address': 'fa:16:3e:b7:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:08:52Z', 'updated_at': '2021-06-10T01:08:52Z', 'revision_number': 0, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:54.301307 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] Checking router: 011cacf0-a969-4fa4-9887-87020d262f45 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:08:54.320033 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-62025ac6-7215-47bd-a40c-329ee0d414fa req-555e9e21-6d35-47c5-b722-73e6f5e75368 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918334 Jun 10 01:08:54.331541 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.333457 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:08:54.333951 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:54.351550 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-9107e840-eb48-45d1-8850-919be5b0cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:54.353098 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-9107e840-eb48-45d1-8850-919be5b0cfbf service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.2271512 Jun 10 01:08:54.422578 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.426839 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.429866 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:54.459859 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '2e487230-ea1a-4ee2-b98a-5aceaf99dee1', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'mac_address': 'fa:16:3e:8b:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16485d0d-7940-403e-a01b-14d2d58529ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:08:36Z', 'updated_at': '2021-06-10T01:08:52Z', 'revision_number': 1, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:54.461204 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3132053c-b64a-47cd-8a3e-a4eb191be7e4,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:54.469930 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:54.471813 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab138bb-f74a-48ac-99b7-3a11b0ab650b None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '2e487230-ea1a-4ee2-b98a-5aceaf99dee1', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'mac_address': 'fa:16:3e:8b:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16485d0d-7940-403e-a01b-14d2d58529ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:08:36Z', 'updated_at': '2021-06-10T01:08:52Z', 'revision_number': 1, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:08:54.479718 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.483605 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-ade4bcbf-94d4-429c-a10d-9b24724d225a tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1892667 Jun 10 01:08:54.484025 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55896) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:54.489159 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group_rule': {'security_group_id': 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8', 'project_id': 'b344a4721941471ab96772f6b7c27205', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:54.523695 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.601000 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.605622 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.607925 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:54.613836 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:08:54.630391 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce49e86-132f-43d1-974a-ab20392ef4d4,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:54.632764 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:54.640141 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.641373 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-09ec47e6-880b-49d0-86d5-1482b53dc049 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1563284 Jun 10 01:08:54.644477 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55898) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:54.644836 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-432cf10f-6de4-4b39-835f-deaee03017a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 999 time: 0.2732339 Jun 10 01:08:54.649059 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group_rule': {'security_group_id': 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8', 'project_id': 'b344a4721941471ab96772f6b7c27205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:54.676860 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.securitygroups_db [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Project b344a4721941471ab96772f6b7c27205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 01:08:54.689387 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.717829 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-7f3f8619-e151-4ad8-adcb-aa9f635c3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:54.719234 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-7f3f8619-e151-4ad8-adcb-aa9f635c3cd1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0668149 Jun 10 01:08:54.753408 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e01c2-5a26-469c-a3e6-68597548b855 None None] New status for floating IP 2e487230-ea1a-4ee2-b98a-5aceaf99dee1: ACTIVE {{(pid=91715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:08:54.765184 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.770283 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.772933 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-974fd687-951d-4a76-ae7d-23afe9644c16 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:54.797493 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b59fb14-2a38-4995-9029-77a57980d418,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:54.809051 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:54.817852 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-1e70aa67-9362-47b2-81ed-fe02abe14e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:54.818057 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.819374 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0ac48df8-a2ea-4d43-80a0-84793fab1dd1 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737607 Jun 10 01:08:54.819990 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-1e70aa67-9362-47b2-81ed-fe02abe14e40 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875833 Jun 10 01:08:54.821796 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55900) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:08:54.828238 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'security_group_rule': {'security_group_id': 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8', 'project_id': 'b344a4721941471ab96772f6b7c27205', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:54.852852 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.securitygroups_db [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Project b344a4721941471ab96772f6b7c27205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 01:08:54.861984 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.942863 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.947830 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.950522 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:54.981927 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1216117-db58-4269-80f9-ee68e35ee192,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:54.985728 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-7128725d-7afd-4bf0-9841-6a377cbd314f service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581898 Jun 10 01:08:54.989103 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:54.996363 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:54.998092 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e4c4e581-bc1f-4849-9bc6-68c9ef26feef tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753662 Jun 10 01:08:55.050627 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '10c9b3d4-144e-43db-b2fd-cadbea3b89a1', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'port_id': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'mac_address': 'fa:16:3e:b7:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:08:52Z', 'updated_at': '2021-06-10T01:08:52Z', 'revision_number': 0, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:08:55.054972 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5004c-a1c2-4c89-8bec-2bfb0bd0ae55 None None] The sync data for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi is: [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '10c9b3d4-144e-43db-b2fd-cadbea3b89a1', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'port_id': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'mac_address': 'fa:16:3e:b7:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:08:52Z', 'updated_at': '2021-06-10T01:08:52Z', 'revision_number': 0, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:08:55.172206 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-dd23426d-370f-41ae-8210-fa84b68b6544 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038258249&fields=id&tenant_id=b344a4721941471ab96772f6b7c27205 HTTP/1.1" status: 200 len: 267 time: 0.0712295 Jun 10 01:08:55.177637 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9a6b6cca-e34a-422a-9e4f-c4c48a32f057 req-7beb4702-2c50-4a95-bb63-2abcf3b14089 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847157 Jun 10 01:08:55.260189 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-f6c40317-da80-4fa2-a625-da8414a71a3c tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:55.261821 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-f6c40317-da80-4fa2-a625-da8414a71a3c tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.0832994 Jun 10 01:08:55.272817 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'port': {'security_groups': ['5c0ad3d8-59e6-46de-a4ba-238d905176ea', 'dfec32ed-9e18-46a1-9822-70db3bbc7dd8']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:08:55.281397 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f249f1-851d-43c4-8dd8-879c720d9406 None None] New status for floating IP 10c9b3d4-144e-43db-b2fd-cadbea3b89a1: ACTIVE {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:08:55.394131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:55.653705 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:08:55.677521 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:55.681529 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:55.687381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:08:55.702203 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['f0aa47c9-baf0-475c-88eb-4a8a967683e6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:08:55.750557 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:55.751221 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:55.755230 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a9fa7bd-66e0-4f14-af29-55d034e2a506 req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "PUT /v2.0/ports/f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 981 time: 0.4869297 Jun 10 01:08:55.755593 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:08:55.757889 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41422f71-579f-4273-944c-7587fdcf24ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:08:55.783759 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=6']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:08:55.804402 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.804984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.805565 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.806131 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.806723 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.807291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.808753 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.809336 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.809902 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.810468 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.811057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.811565 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:08:55.817476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:08:55.841960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1e612a-b7ca-40c0-b6c6-871fcfc687cf x-openstack-request-id: req-0e1e612a-b7ca-40c0-b6c6-871fcfc687cf {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:08:55.842284 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:08:55.842566 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e1e612a-b7ca-40c0-b6c6-871fcfc687cf {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:08:55.843262 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'status': 'completed', 'code': 200} Jun 10 01:08:55.850318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['f0aa47c9-baf0-475c-88eb-4a8a967683e6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:08:56.000409 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422f71-579f-4273-944c-7587fdcf24ba req-d070f5db-8e86-44b3-96ab-695102e1328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:56.001873 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-d070f5db-8e86-44b3-96ab-695102e1328b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1137 time: 0.1339862 Jun 10 01:08:56.039063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca0b0b-2112-4b63-91d8-40f551d76e91 req-ff19a53a-dbd6-4a1d-bd32-d1591b70acba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:56.040406 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7ca0b0b-2112-4b63-91d8-40f551d76e91 req-ff19a53a-dbd6-4a1d-bd32-d1591b70acba tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.1265514 Jun 10 01:08:56.114650 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-61d624b7-29f6-49a8-bb12-c4da6eb31185 None None] Provisioning complete for port f0aa47c9-baf0-475c-88eb-4a8a967683e6 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:08:56.115212 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-61d624b7-29f6-49a8-bb12-c4da6eb31185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:08:56.157923 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b7ca0b0b-2112-4b63-91d8-40f551d76e91 req-ecfdbec5-a8e8-4acc-81fd-42298ccdc02b tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743735 Jun 10 01:08:56.191020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422f71-579f-4273-944c-7587fdcf24ba req-037e0018-88c3-4d24-91f3-7b8ab79cbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:56.192369 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-037e0018-88c3-4d24-91f3-7b8ab79cbd19 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.1829386 Jun 10 01:08:56.292688 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-caf7926f-c8a8-4e67-b16b-b0a9ee2b3b99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 1001 time: 0.0923252 Jun 10 01:08:56.366767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422f71-579f-4273-944c-7587fdcf24ba req-9767940d-401f-4383-8b8f-779258391473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:56.368124 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-9767940d-401f-4383-8b8f-779258391473 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0640161 Jun 10 01:08:56.443353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422f71-579f-4273-944c-7587fdcf24ba req-d17c181b-c3b4-45f8-8339-9caca6b41d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:08:56.444816 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-d17c181b-c3b4-45f8-8339-9caca6b41d97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680184 Jun 10 01:08:56.664409 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-59725525-e506-4aaa-968c-a713f5118cc5 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104833 Jun 10 01:08:56.792595 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-41422f71-579f-4273-944c-7587fdcf24ba req-acce6096-f356-4bc0-b3b4-4b8ce2605a7a service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208708 Jun 10 01:09:01.690570 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecadd4-b251-4ff5-a50f-6fdc0b85fb3c req-0ac6d1ed-7052-4fb8-8d10-50cc06fd78cb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:01.692030 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4fecadd4-b251-4ff5-a50f-6fdc0b85fb3c req-0ac6d1ed-7052-4fb8-8d10-50cc06fd78cb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0830340 Jun 10 01:09:01.735678 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4fecadd4-b251-4ff5-a50f-6fdc0b85fb3c req-fcb585ed-f4af-4bf2-8cc3-57c5c410206c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Jun 10 01:09:02.920837 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e4a6-9e93-4b58-a864-8e9e813ebf1d req-6230a9a8-001e-4a01-a569-48c4e0a20c39 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:02.922799 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-baa8e4a6-9e93-4b58-a864-8e9e813ebf1d req-6230a9a8-001e-4a01-a569-48c4e0a20c39 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0841177 Jun 10 01:09:02.977687 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-baa8e4a6-9e93-4b58-a864-8e9e813ebf1d req-db0df9be-8ca7-4532-9383-acbf9c72324d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9292374e-ef6a-4af7-a9ce-68fcf72f6a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486362 Jun 10 01:09:03.143514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-c74602bb-27ef-4504-bda7-41c5f395d92b tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:03.144919 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-c74602bb-27ef-4504-bda7-41c5f395d92b tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 946 time: 0.0860524 Jun 10 01:09:03.291859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Deleting port c3299c57-f895-432c-93ac-d39a65dfe94f {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:09:03.292200 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:03.437903 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] For port c3299c57-f895-432c-93ac-d39a65dfe94f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=c3299c57-f895-432c-93ac-d39a65dfe94f,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:03.438341 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:03.747650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:03.748013 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:03.748320 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Floating IP 25594f6a-156a-42bd-9283-638c3309c3c9 disassociated. External IP: 172.27.0.15, port: c3299c57-f895-432c-93ac-d39a65dfe94f. Jun 10 01:09:03.748653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Calling delete_port for c3299c57-f895-432c-93ac-d39a65dfe94f owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:09:03.867720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:03.873422 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a1c77130-8c40-4361-a9b0-9ef8458e7ca2 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:03.918445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event deleted for resources: {'Port': ['ID=c3299c57-f895-432c-93ac-d39a65dfe94f,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:03.921474 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:04.132094 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1b980bf8-a29d-4c66-b6cd-06fe6672646f req-56c9914f-aef6-4619-912e-b3a9f630c054 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b84532f-a206-4c5d-ad84-deb4d3efbd80 HTTP/1.1" status: 200 len: 210 time: 0.0460324 Jun 10 01:09:04.140780 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:09:04.395917 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:09:04.404978 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:09:04.419294 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:04.419905 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:04.469409 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] No DVR routers for this DVR port c3299c57-f895-432c-93ac-d39a65dfe94f on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:09:04.472080 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:04.474097 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a5e2d51d-1551-4cab-8792-464e1d810e28 req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "DELETE /v2.0/ports/c3299c57-f895-432c-93ac-d39a65dfe94f HTTP/1.1" status: 204 len: 173 time: 1.3234265 Jun 10 01:09:04.474626 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'name': 'network-vif-deleted', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:04.476940 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98b4ed-530c-491e-98ee-c311ed84d034" -d '{"events": [{"server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "name": "network-vif-deleted", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:04.524787 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a74327-b937-4670-9742-06950f2ddeaf x-openstack-request-id: req-c2a74327-b937-4670-9742-06950f2ddeaf {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:04.525106 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b84532f-a206-4c5d-ad84-deb4d3efbd80", "name": "network-vif-deleted", "tag": "c3299c57-f895-432c-93ac-d39a65dfe94f", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:04.525392 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2a74327-b937-4670-9742-06950f2ddeaf {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:04.525808 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b84532f-a206-4c5d-ad84-deb4d3efbd80', 'name': 'network-vif-deleted', 'tag': 'c3299c57-f895-432c-93ac-d39a65dfe94f', 'status': 'completed', 'code': 200} Jun 10 01:09:04.608746 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:04.943758 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:04.948859 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:09:04.959716 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:04.961950 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:08:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:05.149770 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:05.260348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55950) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:05.343591 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.376515 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.439011 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.442913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.444794 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "DELETE /v2.0/security-groups/9292374e-ef6a-4af7-a9ce-68fcf72f6a56 HTTP/1.1" status: 204 len: 168 time: 0.1832712 Jun 10 01:09:05.445589 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f46e9fb0-647b-46a4-9500-03fed986a19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:05.447585 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 55952) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:05.460169 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9292374e-ef6a-4af7-a9ce-68fcf72f6a56,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:05.462654 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:05.468318 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.api.v2.resource [None req-4526f15a-e140-4d8e-a25e-7a7652338d4d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] show failed (client error): The resource could not be found. Jun 10 01:09:05.473497 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4526f15a-e140-4d8e-a25e-7a7652338d4d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups/9292374e-ef6a-4af7-a9ce-68fcf72f6a56 HTTP/1.1" status: 404 len: 347 time: 0.0242996 Jun 10 01:09:05.473754 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55954) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:05.485673 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:05.490331 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006819a4-0b44-4c58-b411-1a7738ce4a27 None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:09:05.721335 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Deleting port d3447763-e005-4d5e-bf25-90899fb8e547 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:09:05.721708 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.726393 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d45b6-b388-4a04-bbf4-e830dfb7f962 None None] New status for floating IP 25594f6a-156a-42bd-9283-638c3309c3c9: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:09:05.842750 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.843281 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:05.975749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Calling delete_port for d3447763-e005-4d5e-bf25-90899fb8e547 owned by network:floatingip {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:09:06.082512 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.086073 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-bc155dca-69ec-4ea0-a419-b4e55bf96dc6 tempest-AttachVolumeNegativeTest-928837430 tempest-AttachVolumeNegativeTest-928837430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:06.129042 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event deleted for resources: {'Port': ['ID=d3447763-e005-4d5e-bf25-90899fb8e547,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:06.131572 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:06.220638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.222843 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.223974 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "DELETE /v2.0/floatingips/25594f6a-156a-42bd-9283-638c3309c3c9 HTTP/1.1" status: 204 len: 168 time: 0.7493525 Jun 10 01:09:06.229605 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device c3299c57-f895-432c-93ac-d39a65dfe94f no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:09:06.267433 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: c3299c57-f895-432c-93ac-d39a65dfe94f {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:09:06.267785 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device c3299c57-f895-432c-93ac-d39a65dfe94f not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:09:06.555245 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55960) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:06.559963 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551004515', 'description': 'tempest-description--123071550'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:06.581337 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.676838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.680254 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.683675 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7aa29bcd-81fd-44e6-9541-bc5824079b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:06.717606 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.718690 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1624339 Jun 10 01:09:06.722028 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55964) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:06.726309 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'security_group_rule': {'security_group_id': '9c23a0c1-ffd7-47b7-8a34-239fa5e954ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:06.730344 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:06.733533 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:06.756269 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.815638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.819615 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.821291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:06.843502 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96bc677-7407-444f-9de5-3b800f80c92c,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:06.846827 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:06.849324 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.850669 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-66c3b8b3-fb17-4a45-ab82-d8b8cf710e0f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274309 Jun 10 01:09:06.852944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55966) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:06.857181 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'security_group_rule': {'security_group_id': '9c23a0c1-ffd7-47b7-8a34-239fa5e954ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:06.884323 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.943980 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.948179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.950136 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2d47bb84-0982-4470-956e-defd24fb494c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:06.972048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00101f75-d76b-49f1-bbc2-e533af80dbf4,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:06.974297 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:06.979394 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:06.980617 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-68dcd126-d0b0-48af-a84a-e184ec74e2c2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267889 Jun 10 01:09:06.983656 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 55968) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:06.987941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:07.009012 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.143585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.349165 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Allocated IP 172.27.0.200 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/06c27f15-8efa-47f4-acd8-fb322bd74df6) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:09:07.489064 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.518319 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.521666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:07.582953 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:09:07.585688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:09:07.589288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:09:07.623022 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'Port': ['ID=06c27f15-8efa-47f4-acd8-fb322bd74df6,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:07.626896 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:07.670957 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.727528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.938445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.944976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:07.949032 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fbcbf1a5-b773-4a70-9621-b5e3323a3dd1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:08.053514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'Port': ['ID=06c27f15-8efa-47f4-acd8-fb322bd74df6,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:08.057672 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:08.064364 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:08.082064 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:08.083689 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0990937 Jun 10 01:09:08.308805 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-538ca2a4-8f32-472a-b824-bcfff7a628eb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1551004515&fields=id&tenant_id=229b1c623dde4fea99437d953097c96f HTTP/1.1" status: 200 len: 267 time: 0.0506654 Jun 10 01:09:08.456086 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-cc2eea7d-33b2-4a57-9bfe-eba9efd66429 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:08.457470 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-cc2eea7d-33b2-4a57-9bfe-eba9efd66429 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 811 time: 0.1409352 Jun 10 01:09:08.472616 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-52d39eec-34f1-4891-90ee-427f2a4cb579 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/quotas/229b1c623dde4fea99437d953097c96f HTTP/1.1" status: 200 len: 375 time: 0.0096843 Jun 10 01:09:08.555535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-f9739233-058b-43d6-8d05-996d523431b9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781877 Jun 10 01:09:08.687791 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-0d371984-3e03-47f6-8d2f-24636545cfcb service neutron] 10.222.0.59 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210692 Jun 10 01:09:08.814605 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-949cd6d1-4d62-40c8-a526-83f1137ba610 service neutron] 10.222.0.59 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209140 Jun 10 01:09:08.877892 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:08.997886 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2f4ba07f-a8d4-432e-a598-272c4c7bc2dd req-13e56380-8683-4055-b390-9f8214e00587 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 210 time: 0.0490971 Jun 10 01:09:10.047614 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-0f8de8f6-42aa-4f54-86ca-2320e2a56aed tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:10.049095 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-0f8de8f6-42aa-4f54-86ca-2320e2a56aed tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 811 time: 0.1523643 Jun 10 01:09:10.105777 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-7de25219-7a5a-4cf2-a56c-a2e37eb44a2f tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229b1c623dde4fea99437d953097c96f HTTP/1.1" status: 200 len: 380 time: 0.0471673 Jun 10 01:09:10.152222 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-18a35a73-2359-430b-ae05-e709fe6462d3 req-0162203e-991a-4f7c-91c8-11f3e2b814c5 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 210 time: 0.0440066 Jun 10 01:09:10.155580 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'port': {'device_id': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'admin_state_up': True, 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'security_groups': ['9c23a0c1-ffd7-47b7-8a34-239fa5e954ac']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:10.381843 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Made reservation on behalf of 229b1c623dde4fea99437d953097c96f for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:09:10.385263 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:10.541902 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Allocated IP 172.20.0.4 (ba3bcdf7-4bc4-4459-8bad-88431a48a83c/107223eb-202c-4d95-aef5-5408e66889b7/da4c9ffd-44df-4a03-989c-0621457f75fb) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:09:10.722389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:10.736834 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Transition to ACTIVE for port object da4c9ffd-44df-4a03-989c-0621457f75fb will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:09:10.759859 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:10.765116 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9b75f5c1-4677-47b5-90f3-6bb123a39651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:10.832014 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:09:10.835022 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:09:10.838854 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:09:10.868484 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event updated for resources: {'Port': ['ID=da4c9ffd-44df-4a03-989c-0621457f75fb,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:10.875331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:10.905311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:10.905770 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:10.924526 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748044 Jun 10 01:09:10.942347 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Request body: {'port': {'device_id': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:11.052583 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.093463 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-67e63acd-8559-4042-a12c-ce138e3d9885 None None] Provisioning for port da4c9ffd-44df-4a03-989c-0621457f75fb completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:09:11.098821 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-67e63acd-8559-4042-a12c-ce138e3d9885 None None] Provisioning complete for port da4c9ffd-44df-4a03-989c-0621457f75fb triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:09:11.099201 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-67e63acd-8559-4042-a12c-ce138e3d9885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.152522 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-67e63acd-8559-4042-a12c-ce138e3d9885 None None] Port da4c9ffd-44df-4a03-989c-0621457f75fb cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:09:11.302916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-53e6a549-de85-4e62-8833-ff9384b18032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.392180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d9bfd-6ea3-4191-b743-b2e4179cc50f req-2efd544e-7447-45d0-a034-05c781045299 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:11.393633 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fb7d9bfd-6ea3-4191-b743-b2e4179cc50f req-2efd544e-7447-45d0-a034-05c781045299 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 931 time: 0.1340332 Jun 10 01:09:11.491996 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fb7d9bfd-6ea3-4191-b743-b2e4179cc50f req-e291181a-06c5-43a6-a144-b24962016cc2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882285 Jun 10 01:09:11.493822 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4c9ffd-44df-4a03-989c-0621457f75fb {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:09:11.502463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.517588 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Transition to ACTIVE for port object da4c9ffd-44df-4a03-989c-0621457f75fb will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:09:11.521514 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.525046 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fdfdce4c-54a1-4297-baca-044a57efee64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:11.689870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=da4c9ffd-44df-4a03-989c-0621457f75fb,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:11.695438 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:11.798325 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-e6e38d75-7a67-4985-af3b-d60bf9f677a2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2408948 Jun 10 01:09:11.813205 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Attempting to bind port da4c9ffd-44df-4a03-989c-0621457f75fb on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:09:11.813538 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Attempting to bind port da4c9ffd-44df-4a03-989c-0621457f75fb by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:09:11.813864 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Attempting to bind port da4c9ffd-44df-4a03-989c-0621457f75fb on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:09:11.818408 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Port da4c9ffd-44df-4a03-989c-0621457f75fb on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:09:11.818767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Attempting to bind port da4c9ffd-44df-4a03-989c-0621457f75fb on network ba3bcdf7-4bc4-4459-8bad-88431a48a83c {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:09:11.859718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:09:11.860059 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Checking segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:09:11.860446 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Bound using segment: {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:09:11.860888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Bound port: da4c9ffd-44df-4a03-989c-0621457f75fb, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:09:11.861248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.979578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] For port da4c9ffd-44df-4a03-989c-0621457f75fb, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:09:11.982759 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952868c-506b-40dc-a934-3905cc68aad0 req-e92b2a97-e04f-4549-a655-2c73d8563a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:11.984231 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-e92b2a97-e04f-4549-a655-2c73d8563a38 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 1098 time: 0.1621571 Jun 10 01:09:11.985781 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] For port da4c9ffd-44df-4a03-989c-0621457f75fb, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=da4c9ffd-44df-4a03-989c-0621457f75fb,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:09:11.990204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:11.994743 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8ec585dc-a30d-485a-9186-79b7bb76a071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:12.200949 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.201638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:12.202931 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] 10.222.0.78 "PUT /v2.0/ports/da4c9ffd-44df-4a03-989c-0621457f75fb HTTP/1.1" status: 200 len: 1093 time: 1.2650247 Jun 10 01:09:12.205302 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:12.208226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5351394-b03e-4620-ba96-56c5ec80e25b" -d '{"events": [{"name": "network-changed", "server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:12.239488 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=da4c9ffd-44df-4a03-989c-0621457f75fb,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:12.244740 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:12.291327 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35cadd-cb35-49e6-845b-767a3d3f7787 x-openstack-request-id: req-6a35cadd-cb35-49e6-845b-767a3d3f7787 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:12.291647 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:12.291935 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a35cadd-cb35-49e6-845b-767a3d3f7787 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:12.292350 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'status': 'completed', 'code': 200} Jun 10 01:09:12.331262 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952868c-506b-40dc-a934-3905cc68aad0 req-9adff893-59e1-4191-b226-4f7b328b511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.332742 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-9adff893-59e1-4191-b226-4f7b328b511f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.2249434 Jun 10 01:09:12.443258 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-d9a92e15-af1f-4d71-8cc8-6862df364f23 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b HTTP/1.1" status: 200 len: 1000 time: 0.1029954 Jun 10 01:09:12.445810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-41e4c592-f22c-40da-86b0-c7b98562b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.447206 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-41e4c592-f22c-40da-86b0-c7b98562b112 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 1096 time: 0.1994488 Jun 10 01:09:12.555906 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-f27794d4-055e-490d-8ea9-78d4539c28cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4c9ffd-44df-4a03-989c-0621457f75fb HTTP/1.1" status: 200 len: 217 time: 0.0934248 Jun 10 01:09:12.657294 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952868c-506b-40dc-a934-3905cc68aad0 req-eff795d5-4537-4da8-a6b2-6ef8349a2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.658771 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-eff795d5-4537-4da8-a6b2-6ef8349a2c51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.1498692 Jun 10 01:09:12.728427 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-6527b5a7-e53d-4c2f-ba83-43389c8ebbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.729835 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-6527b5a7-e53d-4c2f-ba83-43389c8ebbba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.1662180 Jun 10 01:09:12.804246 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174c16-ce04-404a-886e-4292210c68a5 req-5860f67d-2552-43c7-b9b9-6f50112859cc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.805658 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e7174c16-ce04-404a-886e-4292210c68a5 req-5860f67d-2552-43c7-b9b9-6f50112859cc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 943 time: 0.2023523 Jun 10 01:09:12.844878 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952868c-506b-40dc-a934-3905cc68aad0 req-1624f3fa-b2d5-4d45-a9a3-371e14c0f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.846289 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-1624f3fa-b2d5-4d45-a9a3-371e14c0f36d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781116 Jun 10 01:09:12.939049 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e7174c16-ce04-404a-886e-4292210c68a5 req-fb73d36b-1f5f-4135-8148-87e5992946f1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265135 Jun 10 01:09:12.952768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-79f17e9c-842a-4b0b-8840-3a7d4679fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:12.954194 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-79f17e9c-842a-4b0b-8840-3a7d4679fbaa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2112725 Jun 10 01:09:13.074322 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-945326c6-fed1-4602-9dc2-bb4481e42852 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148461 Jun 10 01:09:13.187523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-7ea73e25-fa96-4881-a36e-b070c9453f1e service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239573 Jun 10 01:09:13.305613 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c952868c-506b-40dc-a934-3905cc68aad0 req-5366e6a5-c272-4d29-8d58-7c727bd37c22 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111566 Jun 10 01:09:13.350784 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7f0f26b6-66ae-4df2-938b-148aedd1fedd req-076bcd42-860f-4a17-94c3-f317931b2487 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562676 Jun 10 01:09:13.477117 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-3559b598-fe40-4731-b7e6-dd247ab8d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:13.478656 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-3559b598-fe40-4731-b7e6-dd247ab8d2a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 1096 time: 0.0696864 Jun 10 01:09:13.492138 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:13.694971 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-990027e0-e019-4848-a7c8-f599eefe2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:13.696401 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-990027e0-e019-4848-a7c8-f599eefe2cb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.2109375 Jun 10 01:09:13.746429 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-29775a31-b11f-4b6c-8fcb-6eb4caa7981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:13.768197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-8f2463c5-3817-49b4-a763-eb461ec30c3c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4c9ffd-44df-4a03-989c-0621457f75fb HTTP/1.1" status: 200 len: 217 time: 0.0648947 Jun 10 01:09:13.829208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-da4d1eab-f55e-495c-a981-4f76050d5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:13.830617 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-da4d1eab-f55e-495c-a981-4f76050d5d01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.0563080 Jun 10 01:09:13.935018 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-6dacf15f-b878-45a0-9f04-e79e9b4df1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:13.936463 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-6dacf15f-b878-45a0-9f04-e79e9b4df1b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829921 Jun 10 01:09:14.118198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-35ba3e86-3a23-4b46-9775-4ed5a1812b8c service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728094 Jun 10 01:09:14.241979 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc4c5-0f22-412d-bef8-9d31f1554759 req-d2808b12-6839-474e-a6dd-3c618879bbbe tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:14.243498 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7d1bc4c5-0f22-412d-bef8-9d31f1554759 req-d2808b12-6839-474e-a6dd-3c618879bbbe tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 943 time: 0.1932015 Jun 10 01:09:14.282621 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e5351394-b03e-4620-ba96-56c5ec80e25b req-dce86760-a163-4ff3-876c-bf9aeb0382a9 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555610 Jun 10 01:09:14.307184 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7d1bc4c5-0f22-412d-bef8-9d31f1554759 req-086770a1-0aaa-4492-9502-a1eb7f97e264 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567155 Jun 10 01:09:14.738464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:15.486988 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67513d2b-de42-4f2e-9b3f-3e4e6eebefa9 req-a6aaa11d-f127-4ac9-abcb-b34979c0d9e2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:15.488392 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67513d2b-de42-4f2e-9b3f-3e4e6eebefa9 req-a6aaa11d-f127-4ac9-abcb-b34979c0d9e2 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 943 time: 0.0779138 Jun 10 01:09:15.531611 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67513d2b-de42-4f2e-9b3f-3e4e6eebefa9 req-7974f030-21b6-4fc3-b445-8fccae298981 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371387 Jun 10 01:09:16.275936 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device da4c9ffd-44df-4a03-989c-0621457f75fb details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:09:16.413121 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port da4c9ffd-44df-4a03-989c-0621457f75fb, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=da4c9ffd-44df-4a03-989c-0621457f75fb,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:16.419695 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:16.425725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'port_id': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'mac_address': 'fa:16:3e:01:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:09:16.482784 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:16.498672 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4c9ffd-44df-4a03-989c-0621457f75fb {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:09:16.513540 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port da4c9ffd-44df-4a03-989c-0621457f75fb, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=da4c9ffd-44df-4a03-989c-0621457f75fb,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:16.516928 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:16.518621 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:16.581562 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=da4c9ffd-44df-4a03-989c-0621457f75fb,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:16.585329 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:16.714983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfbd30-bafb-4d16-9446-a2b5dd5ee416 req-d56cf1a4-715e-4a9c-91ac-06f4636a5976 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:16.716401 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61dfbd30-bafb-4d16-9446-a2b5dd5ee416 req-d56cf1a4-715e-4a9c-91ac-06f4636a5976 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 944 time: 0.0823138 Jun 10 01:09:16.760341 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61dfbd30-bafb-4d16-9446-a2b5dd5ee416 req-29637b9e-a065-43e9-9651-e1c1aa81c4a4 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384188 Jun 10 01:09:17.354126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['da4c9ffd-44df-4a03-989c-0621457f75fb'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:09:17.948790 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad5b5-9f02-4d90-ab75-86d46c942679 req-3fd0cd42-0ece-4414-9f20-2132e9cc0bea tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:17.950281 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5e7ad5b5-9f02-4d90-ab75-86d46c942679 req-3fd0cd42-0ece-4414-9f20-2132e9cc0bea tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 944 time: 0.0882149 Jun 10 01:09:17.993541 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5e7ad5b5-9f02-4d90-ab75-86d46c942679 req-98ba38c9-e4ec-4a5d-abd1-8d11d6d45d83 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376217 Jun 10 01:09:19.189614 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035829e-e0bb-4dd6-9a10-09b5d657756f req-79266fee-05fc-4357-95ca-ef2b59f61806 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:19.191065 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d035829e-e0bb-4dd6-9a10-09b5d657756f req-79266fee-05fc-4357-95ca-ef2b59f61806 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 944 time: 0.0932982 Jun 10 01:09:19.234442 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d035829e-e0bb-4dd6-9a10-09b5d657756f req-6c3f404b-26a2-4fc8-b4bf-de828d03ce12 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Jun 10 01:09:20.306002 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device da4c9ffd-44df-4a03-989c-0621457f75fb up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:09:20.371422 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port da4c9ffd-44df-4a03-989c-0621457f75fb completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:09:20.376347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port da4c9ffd-44df-4a03-989c-0621457f75fb triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:09:20.376717 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:20.414983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc5da-acf7-4d7d-9da1-3928645cd6fa req-792d0079-30f6-4152-8649-6f3ffad162b1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:20.416433 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-814cc5da-acf7-4d7d-9da1-3928645cd6fa req-792d0079-30f6-4152-8649-6f3ffad162b1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 944 time: 0.0791526 Jun 10 01:09:20.460248 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-814cc5da-acf7-4d7d-9da1-3928645cd6fa req-cd7e8b9a-6cec-448b-b450-e90f0c1ee1a1 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Jun 10 01:09:20.492214 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:20.518008 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:20.520156 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429727e5-51ee-4a87-89d9-ba0fde3205c5" -d '{"events": [{"server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "name": "network-vif-plugged", "status": "completed", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:20.528307 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port da4c9ffd-44df-4a03-989c-0621457f75fb, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=da4c9ffd-44df-4a03-989c-0621457f75fb,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:20.533400 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:20.536136 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:20.574215 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe39f655-3ead-4ff9-b770-a2af41633872 x-openstack-request-id: req-fe39f655-3ead-4ff9-b770-a2af41633872 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:20.574523 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "name": "network-vif-plugged", "status": "completed", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:20.574805 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe39f655-3ead-4ff9-b770-a2af41633872 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:20.575190 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'code': 200} Jun 10 01:09:20.610162 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=da4c9ffd-44df-4a03-989c-0621457f75fb,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:20.613168 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:20.792460 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b58ad9-9275-47ec-a47b-86d877452ac4 req-b423a59f-1c7f-466f-9d0b-d470042652be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:20.793803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17b58ad9-9275-47ec-a47b-86d877452ac4 req-b423a59f-1c7f-466f-9d0b-d470042652be service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 1098 time: 0.0717478 Jun 10 01:09:20.833704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17b58ad9-9275-47ec-a47b-86d877452ac4 req-72a11d99-2722-4591-bb45-8c5b04fcf799 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Jun 10 01:09:21.643923 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9878e5-1892-4ef6-a44e-2024341696f3 req-d076d83c-5e3d-41b4-b0eb-3a0cd1a7103c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:21.645370 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3f9878e5-1892-4ef6-a44e-2024341696f3 req-d076d83c-5e3d-41b4-b0eb-3a0cd1a7103c tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.0781643 Jun 10 01:09:21.692247 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3f9878e5-1892-4ef6-a44e-2024341696f3 req-d383c459-1be0-4b02-85b7-ebb82044d453 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Jun 10 01:09:22.872138 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54203e6-abc0-4bbe-b6b4-bac4a2b3a43e req-27d731d9-c02a-4687-8e6e-3249e133ddfc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:22.873587 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e54203e6-abc0-4bbe-b6b4-bac4a2b3a43e req-27d731d9-c02a-4687-8e6e-3249e133ddfc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.0791767 Jun 10 01:09:22.918770 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e54203e6-abc0-4bbe-b6b4-bac4a2b3a43e req-1940a353-f777-410e-9b5d-5f1f1cfabe77 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380602 Jun 10 01:09:23.100631 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2c0f-6f0b-470a-8c0c-3095caff701b req-2b70c66e-d104-42e8-abd9-5d3816d03207 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:23.102052 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1dbf2c0f-6f0b-470a-8c0c-3095caff701b req-2b70c66e-d104-42e8-abd9-5d3816d03207 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.0817821 Jun 10 01:09:23.110420 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 56056) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:23.114837 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Request body: {'floatingip': {'port_id': 'da4c9ffd-44df-4a03-989c-0621457f75fb'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:23.187650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:23.830431 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:23.834051 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:23.998586 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Floating IP a4a07e49-2723-4b07-899a-0924c248fab2 associated. External IP: 172.27.0.200, port: da4c9ffd-44df-4a03-989c-0621457f75fb. Jun 10 01:09:24.339831 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:09:24.621515 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:09:24.625678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:24.630822 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:09:24.640652 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:24.641263 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:09:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:24.680928 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-b83c2607-3d86-4dd3-93ab-3800b280758d tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "PUT /v2.0/floatingips/a4a07e49-2723-4b07-899a-0924c248fab2 HTTP/1.1" status: 200 len: 991 time: 1.5694368 Jun 10 01:09:24.681666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:24.684055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa4395-4f70-4a50-bfd0-03f16bcfef11" -d '{"events": [{"name": "network-changed", "server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:24.729507 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394d321e-3475-4d23-bff4-a998833df407 x-openstack-request-id: req-394d321e-3475-4d23-bff4-a998833df407 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:24.729892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:24.730230 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-394d321e-3475-4d23-bff4-a998833df407 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:24.730863 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'status': 'completed', 'code': 200} Jun 10 01:09:24.827184 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-215347c6-2aaa-4e17-92a0-5fa99b91e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:24.828648 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-215347c6-2aaa-4e17-92a0-5fa99b91e550 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=229b1c623dde4fea99437d953097c96f&device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 1098 time: 0.0774083 Jun 10 01:09:24.849746 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:24.958812 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-54f9b785-634a-4011-9764-7f23b4a67974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:24.960120 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-54f9b785-634a-4011-9764-7f23b4a67974 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 200 len: 912 time: 0.1242013 Jun 10 01:09:25.063039 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-97cf08e2-938b-4ea6-bf08-0a7ed8597223 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da4c9ffd-44df-4a03-989c-0621457f75fb HTTP/1.1" status: 200 len: 999 time: 0.0957565 Jun 10 01:09:25.125525 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-c63ddbe5-cc56-48b0-802c-0e1a42d33a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:25.126977 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-c63ddbe5-cc56-48b0-802c-0e1a42d33a5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 200 len: 850 time: 0.0568378 Jun 10 01:09:25.196867 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a4a07e49-2723-4b07-899a-0924c248fab2', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'port_id': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'mac_address': 'fa:16:3e:01:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:07Z', 'updated_at': '2021-06-10T01:09:23Z', 'revision_number': 1, 'project_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:25.200734 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:09:25.206070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-5b3650ce-6bc0-4206-a5c7-76a5dbf05504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:25.207563 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-5b3650ce-6bc0-4206-a5c7-76a5dbf05504 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba3bcdf7-4bc4-4459-8bad-88431a48a83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732019 Jun 10 01:09:25.209125 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:25.209712 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:09:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:25.340332 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-3b8a8156-5885-44a7-83dd-be9732ce1d09 service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244068 Jun 10 01:09:25.385580 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:25.471095 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-defa4395-4f70-4a50-bfd0-03f16bcfef11 req-827a295e-3458-4829-be3c-d216b52294cb service neutron] 10.222.0.78 "GET /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238389 Jun 10 01:09:25.723939 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a4a07e49-2723-4b07-899a-0924c248fab2', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'port_id': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'mac_address': 'fa:16:3e:01:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:07Z', 'updated_at': '2021-06-10T01:09:23Z', 'revision_number': 1, 'project_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:25.728407 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c46364-ab39-45e1-9b83-248fce819acf None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a4a07e49-2723-4b07-899a-0924c248fab2', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'port_id': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'mac_address': 'fa:16:3e:01:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:07Z', 'updated_at': '2021-06-10T01:09:23Z', 'revision_number': 1, 'project_id': '229b1c623dde4fea99437d953097c96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:09:25.902952 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8efbd23-b61b-40ae-8e39-167bef12baa8 None None] New status for floating IP a4a07e49-2723-4b07-899a-0924c248fab2: ACTIVE {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:09:26.131227 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:09:29.771464 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261baa2-1752-4171-ae77-1e3f1e4d9d30 req-b997747a-8a8a-49c9-bb6b-7ed504e36dee tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:29.772939 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5261baa2-1752-4171-ae77-1e3f1e4d9d30 req-b997747a-8a8a-49c9-bb6b-7ed504e36dee tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.0816596 Jun 10 01:09:29.817156 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5261baa2-1752-4171-ae77-1e3f1e4d9d30 req-4601ed47-9439-423b-a238-0257654261e5 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379398 Jun 10 01:09:31.174552 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204d76-ac3b-4457-bc8e-e30c56e478ec req-565fd279-7a57-4523-b2e0-8b75621c759d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:31.175987 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32204d76-ac3b-4457-bc8e-e30c56e478ec req-565fd279-7a57-4523-b2e0-8b75621c759d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.0823443 Jun 10 01:09:31.222817 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32204d76-ac3b-4457-bc8e-e30c56e478ec req-4d8ed95e-98fb-4b1c-aea7-ebaf9bcffcb6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 Jun 10 01:09:31.713181 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-05a168df-d3ed-45be-b82f-3bad831d9e89 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:31.714516 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-05a168df-d3ed-45be-b82f-3bad831d9e89 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.0777922 Jun 10 01:09:31.849389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Deleting port a8fbff9c-ffce-437a-80c5-7360d4a4434b {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:09:31.849729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:31.980418 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] For port a8fbff9c-ffce-437a-80c5-7360d4a4434b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=a8fbff9c-ffce-437a-80c5-7360d4a4434b,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:31.980691 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:32.384116 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:32.384814 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:32.384814 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Floating IP b7ceb717-9b36-4100-a885-075d1460122f disassociated. External IP: 172.27.0.85, port: a8fbff9c-ffce-437a-80c5-7360d4a4434b. Jun 10 01:09:32.385684 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Calling delete_port for a8fbff9c-ffce-437a-80c5-7360d4a4434b owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:09:32.440916 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7153df-aa26-439f-83d7-07a85228f5f1 req-92088af6-366f-4e74-ac5c-9e7129b1e95c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:32.442337 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bf7153df-aa26-439f-83d7-07a85228f5f1 req-92088af6-366f-4e74-ac5c-9e7129b1e95c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 945 time: 0.1095326 Jun 10 01:09:32.527355 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bf7153df-aa26-439f-83d7-07a85228f5f1 req-21da81aa-2246-49c6-8050-46ac6c77ee3d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741925 Jun 10 01:09:32.555012 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:32.561491 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-aaa3f57e-fb13-4939-a638-6172c66ac908 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:32.605475 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'Port': ['ID=a8fbff9c-ffce-437a-80c5-7360d4a4434b,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:32.608593 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:32.788070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:09:32.961121 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:09:32.971064 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:09:32.981286 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:32.981908 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:09:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:33.035092 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] No DVR routers for this DVR port a8fbff9c-ffce-437a-80c5-7360d4a4434b on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:09:33.037605 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:33.039613 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5d2e2c8f-689a-467e-ae66-7d6768738769 req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "DELETE /v2.0/ports/a8fbff9c-ffce-437a-80c5-7360d4a4434b HTTP/1.1" status: 204 len: 173 time: 1.3200271 Jun 10 01:09:33.040064 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'name': 'network-vif-deleted', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:33.042453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb9d69e-6f6e-4740-afec-4c0c5df25895" -d '{"events": [{"server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "name": "network-vif-deleted", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:33.105757 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405f7316-cb7f-4f5d-ba46-e09a5d85dd37 x-openstack-request-id: req-405f7316-cb7f-4f5d-ba46-e09a5d85dd37 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:33.106193 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a461fb-73f5-4cd1-86bc-e545c029134e", "name": "network-vif-deleted", "tag": "a8fbff9c-ffce-437a-80c5-7360d4a4434b", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:33.106907 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-405f7316-cb7f-4f5d-ba46-e09a5d85dd37 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:33.106907 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a461fb-73f5-4cd1-86bc-e545c029134e', 'name': 'network-vif-deleted', 'tag': 'a8fbff9c-ffce-437a-80c5-7360d4a4434b', 'status': 'completed', 'code': 200} Jun 10 01:09:33.194158 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:33.540250 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:33.544604 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:09:33.552849 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:33.553455 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:09:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:33.691419 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eae31dd2-f4aa-4e24-90c5-0ba66f528bae req-6fbf1693-d542-43d9-a752-90003b492db6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=46a461fb-73f5-4cd1-86bc-e545c029134e HTTP/1.1" status: 200 len: 210 time: 0.0454512 Jun 10 01:09:33.727056 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:34.034361 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:34.038385 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36ebe0-4757-4242-8844-8952d968c456 None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:09:34.248623 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a200f8-5770-4624-aa89-d866286a438c None None] New status for floating IP b7ceb717-9b36-4100-a885-075d1460122f: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:09:34.358911 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device a8fbff9c-ffce-437a-80c5-7360d4a4434b no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:09:34.392715 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: a8fbff9c-ffce-437a-80c5-7360d4a4434b {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:09:34.393068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device a8fbff9c-ffce-437a-80c5-7360d4a4434b not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:09:34.983182 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-0b08162c-3fd8-489e-a855-b525d86ee80f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711580504&fields=id&tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 267 time: 0.0381608 Jun 10 01:09:35.127121 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-5c9b3582-50f1-4093-9e1b-fa8ae6426440 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:35.128516 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-5c9b3582-50f1-4093-9e1b-fa8ae6426440 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 811 time: 0.1391563 Jun 10 01:09:35.142388 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-a724a9b6-0fd8-469a-968c-272145b93f91 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/quotas/103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 375 time: 0.0083926 Jun 10 01:09:35.223080 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-c8db70d8-39e4-48f5-9a33-f0511c139f49 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759981 Jun 10 01:09:35.357053 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-fac1efb3-6f78-40f8-bb92-b704bdfa9ac3 service neutron] 10.222.0.59 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230946 Jun 10 01:09:35.485013 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-2745a586-e460-416a-b442-5eb74aa88c42 service neutron] 10.222.0.59 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222401 Jun 10 01:09:35.862859 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fd7b9576-918e-4f5f-8c58-c1a0bc639938 req-64fd09ad-6dbb-40da-ba87-f1a819f35f31 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 210 time: 0.0418408 Jun 10 01:09:37.050148 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-471d479a-1a02-488f-900d-47ba21052f82 req-0f7f031d-46ba-4e86-9ecd-73257b3c4522 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 210 time: 0.0524585 Jun 10 01:09:37.116657 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-c26b92e8-14e9-478f-9737-0bd48900a113 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:37.117931 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-c26b92e8-14e9-478f-9737-0bd48900a113 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 811 time: 0.3080153 Jun 10 01:09:37.171306 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-78df7b0b-03cb-4b8c-8144-05a8e4d66a64 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 380 time: 0.0400646 Jun 10 01:09:37.180178 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'port': {'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'admin_state_up': True, 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'security_groups': ['2890405f-d6fd-4224-8590-32b38b7117f0']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:37.339593 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Made reservation on behalf of 103ffe3e6c0443c49abcf5b3d962d6c0 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:09:37.343021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:37.500052 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Allocated IP 172.20.0.3 (f3b31037-d70d-4957-a160-29211120a0a6/5b589eac-cfd3-4dc3-a91c-a0d7f820aecb/e9f54cb2-a588-479c-9527-83c5c5f3d4a8) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:09:37.695174 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:37.710788 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Transition to ACTIVE for port object e9f54cb2-a588-479c-9527-83c5c5f3d4a8 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:09:37.734913 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:37.740629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-86ed3812-abf4-4366-bc81-364cfaceb1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:37.804170 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Network f3b31037-d70d-4957-a160-29211120a0a6 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:09:37.807093 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:09:37.810960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:09:37.846757 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:37.851215 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:37.878801 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:37.879407 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:37.898828 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220900 Jun 10 01:09:37.910818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Request body: {'port': {'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:38.028125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.071173 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-b4c83696-e7a7-4f5c-9181-5dff0cff23d7 None None] Provisioning for port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:09:38.076068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-b4c83696-e7a7-4f5c-9181-5dff0cff23d7 None None] Provisioning complete for port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:09:38.076392 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b4c83696-e7a7-4f5c-9181-5dff0cff23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.134329 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-b4c83696-e7a7-4f5c-9181-5dff0cff23d7 None None] Port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:09:38.353471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a812a3-346a-4bf2-966f-1d07b795e926 req-a5c8e125-383f-4699-a380-a23a7357513b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:38.354842 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96a812a3-346a-4bf2-966f-1d07b795e926 req-a5c8e125-383f-4699-a380-a23a7357513b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 931 time: 0.1902444 Jun 10 01:09:38.412519 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96a812a3-346a-4bf2-966f-1d07b795e926 req-f82808c2-e139-4434-87ba-0b17204ee210 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487700 Jun 10 01:09:38.475624 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f54cb2-a588-479c-9527-83c5c5f3d4a8 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:09:38.483037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.496867 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Transition to ACTIVE for port object e9f54cb2-a588-479c-9527-83c5c5f3d4a8 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:09:38.500741 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.504985 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:38.729465 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:38.736163 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:38.802337 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Attempting to bind port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:09:38.802730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Attempting to bind port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:09:38.803063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Attempting to bind port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:09:38.807653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 on network f3b31037-d70d-4957-a160-29211120a0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:09:38.807970 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Attempting to bind port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:09:38.813442 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:09:38.813778 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Checking segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:09:38.814160 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Bound using segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:09:38.814581 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Bound port: e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:09:38.814986 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.903518 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] For port e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:09:38.906346 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] For port e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:09:38.911221 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.911922 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.915499 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-664ea97e-ddda-4376-a2c1-0491c18ee278 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:38.970969 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:38.971581 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:38.972952 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] 10.222.0.78 "PUT /v2.0/ports/e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 1093 time: 1.0663915 Jun 10 01:09:38.973466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:38.975750 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:38.997867 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:39.001224 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:39.053268 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff78e3-23ef-4468-8812-a40b9606a615 x-openstack-request-id: req-55ff78e3-23ef-4468-8812-a40b9606a615 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:39.053671 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:39.054018 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55ff78e3-23ef-4468-8812-a40b9606a615 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:39.054499 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'status': 'completed', 'code': 200} Jun 10 01:09:39.096053 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-84b3c792-e47a-4e52-bf0b-29b1ff711306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:39.097442 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-84b3c792-e47a-4e52-bf0b-29b1ff711306 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1096 time: 0.0794098 Jun 10 01:09:39.169925 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-03322d52-48b4-4382-a766-6e903092414c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0644119 Jun 10 01:09:39.238112 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-f2a2e628-3bd5-4b84-976b-3352e3fc2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:39.239553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-f2a2e628-3bd5-4b84-976b-3352e3fc2ddf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0549872 Jun 10 01:09:39.323909 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092d9c-59f7-4596-a1a2-353948194509 req-85276ccc-766a-41f9-b849-c1dee01cc126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:39.326082 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-85276ccc-766a-41f9-b849-c1dee01cc126 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769753 Jun 10 01:09:39.455045 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-6f2c885f-b0b9-4468-a5dd-04a6bed5d6d3 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221199 Jun 10 01:09:39.639422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-24092d9c-59f7-4596-a1a2-353948194509 req-8c33d12d-f68c-4e47-90e2-1bb97ae2eeab service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779308 Jun 10 01:09:39.654826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38a817-819a-4d33-ba18-708093f4fa41 req-66d49f08-abcb-4fc2-a74d-71a6f644ab7e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:39.656416 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bd38a817-819a-4d33-ba18-708093f4fa41 req-66d49f08-abcb-4fc2-a74d-71a6f644ab7e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.1307693 Jun 10 01:09:39.755095 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bd38a817-819a-4d33-ba18-708093f4fa41 req-d6ea9512-b4c0-41c1-b1a5-1225713a8518 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868340 Jun 10 01:09:39.780410 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-ac3cf0c7-17fa-4b93-89ab-3a1f331ee54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:39.781839 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-ac3cf0c7-17fa-4b93-89ab-3a1f331ee54c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1096 time: 0.0911212 Jun 10 01:09:39.914026 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-5aa82f5a-e103-4625-a0c5-67dee7ad5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:39.915507 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-5aa82f5a-e103-4625-a0c5-67dee7ad5e7b service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1235728 Jun 10 01:09:39.980257 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-36afd9e1-2444-481b-91fd-240c3d643b6c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0581398 Jun 10 01:09:40.056768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-deb0e692-b5a8-4a7b-94d5-340efded2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:40.058178 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-deb0e692-b5a8-4a7b-94d5-340efded2776 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0703406 Jun 10 01:09:40.141322 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-553a8cab-cf0f-4df8-8c4b-e531403115e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:40.142801 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-553a8cab-cf0f-4df8-8c4b-e531403115e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705562 Jun 10 01:09:40.271133 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-166c13dc-e9a1-434e-bf20-8f8f439a8bef service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207137 Jun 10 01:09:40.485447 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3fdca0f3-07b7-46ec-a45d-51525c2cdc2a req-85fbfb7e-fa6d-4b41-bc61-247c6bb182a9 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069283 Jun 10 01:09:40.941382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ef66-0645-4273-8b31-558b128981bf req-a5562301-db44-448d-ac35-1569babd4990 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:40.942746 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6f0ef66-0645-4273-8b31-558b128981bf req-a5562301-db44-448d-ac35-1569babd4990 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0807118 Jun 10 01:09:40.986090 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f6f0ef66-0645-4273-8b31-558b128981bf req-48c0dd14-cf1d-4cbe-b782-bbd9b0bf8dc3 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377512 Jun 10 01:09:41.305721 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-81923294-f990-4bd3-93c0-00eb0d17921e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:42.169860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be149d-997a-4cc5-b0c0-9773ce1cab52 req-8454f455-c917-4b7a-8710-57d8948e7bd1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:42.171319 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-07be149d-997a-4cc5-b0c0-9773ce1cab52 req-8454f455-c917-4b7a-8710-57d8948e7bd1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0790431 Jun 10 01:09:42.214105 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-07be149d-997a-4cc5-b0c0-9773ce1cab52 req-6cc5fe49-329e-4386-b340-2bcb76ebec4c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373452 Jun 10 01:09:43.402441 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30971d-311b-4680-b5b9-2b782b7ecca7 req-778da8e0-c6bc-4455-b73c-b50a0a68e296 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:43.404520 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dd30971d-311b-4680-b5b9-2b782b7ecca7 req-778da8e0-c6bc-4455-b73c-b50a0a68e296 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0839586 Jun 10 01:09:43.450704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dd30971d-311b-4680-b5b9-2b782b7ecca7 req-e4641ff8-1a5f-438d-81a5-3d5b6fbc47bf tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 Jun 10 01:09:43.495354 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:43.748263 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0156fa63-78d9-4f7f-b624-45975677e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:44.636291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c986-3f43-4d5d-a7bd-6a66d4c654dd req-cb8e0fb3-29c6-4061-a8e0-a16d89eb4df8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:44.637678 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8db0c986-3f43-4d5d-a7bd-6a66d4c654dd req-cb8e0fb3-29c6-4061-a8e0-a16d89eb4df8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0819287 Jun 10 01:09:44.685413 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8db0c986-3f43-4d5d-a7bd-6a66d4c654dd req-a27f6347-ea38-4365-a809-eba5f2232252 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Jun 10 01:09:44.741303 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:45.869260 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96801b-4dc9-466d-b434-c3b63019b11d req-16b5fac3-65cf-4ad0-97b6-712af76a7e83 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:45.870709 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe96801b-4dc9-466d-b434-c3b63019b11d req-16b5fac3-65cf-4ad0-97b6-712af76a7e83 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0783620 Jun 10 01:09:45.914856 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe96801b-4dc9-466d-b434-c3b63019b11d req-435e0e24-5d52-4ab9-916a-8cdc0ab168fd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379143 Jun 10 01:09:46.404535 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:47.097611 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86281b33-d897-4f73-ad41-319db962d3fc req-ecc7306d-ed32-4437-9f06-1a54fa7930ab tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:47.098961 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86281b33-d897-4f73-ad41-319db962d3fc req-ecc7306d-ed32-4437-9f06-1a54fa7930ab tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0808442 Jun 10 01:09:47.143411 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-86281b33-d897-4f73-ad41-319db962d3fc req-535b5a3b-4d20-4944-8744-a39bb336f841 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 Jun 10 01:09:48.323381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555118-578c-45d8-8070-707127721fb7 req-1814c4df-5283-4570-9255-f88614cde02d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:48.324811 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6f555118-578c-45d8-8070-707127721fb7 req-1814c4df-5283-4570-9255-f88614cde02d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 943 time: 0.0790777 Jun 10 01:09:48.368069 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6f555118-578c-45d8-8070-707127721fb7 req-bbe72545-3cfa-491e-b03d-75b5ac90eb96 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Jun 10 01:09:48.421682 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device e9f54cb2-a588-479c-9527-83c5c5f3d4a8 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:09:48.552442 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:48.564970 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:09:48.617586 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:48.634079 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f54cb2-a588-479c-9527-83c5c5f3d4a8 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:09:48.648479 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:48.652336 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:48.654826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:48.720822 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:48.727688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.728039 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.728382 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.728721 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.729052 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.729383 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.729710 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.730037 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.730369 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.730710 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.731033 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.731351 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:09:48.735509 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:49.088925 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['e9f54cb2-a588-479c-9527-83c5c5f3d4a8'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:09:49.606787 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717b665-d90a-4d5d-9118-e4b7483a51df req-a1c52ca9-ec0b-4ce1-9682-68f26a10f7aa tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:49.608283 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2717b665-d90a-4d5d-9118-e4b7483a51df req-a1c52ca9-ec0b-4ce1-9682-68f26a10f7aa tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 944 time: 0.1321864 Jun 10 01:09:49.651981 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2717b665-d90a-4d5d-9118-e4b7483a51df req-6479d90d-3f8a-499b-a391-cefd13661f91 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381887 Jun 10 01:09:50.443494 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device e9f54cb2-a588-479c-9527-83c5c5f3d4a8 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:09:50.510405 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:09:50.515236 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:09:50.515612 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:50.626405 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:50.651374 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:50.653584 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee704520-db15-4298-906d-08e71195c794" -d '{"events": [{"server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "name": "network-vif-plugged", "status": "completed", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:50.661934 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:09:50.666150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:50.667978 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:50.702926 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b567c2c-b342-43f1-b3cb-c4072752d6c3 x-openstack-request-id: req-2b567c2c-b342-43f1-b3cb-c4072752d6c3 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:50.703242 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "name": "network-vif-plugged", "status": "completed", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:50.703380 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b567c2c-b342-43f1-b3cb-c4072752d6c3 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:50.703749 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'code': 200} Jun 10 01:09:50.740022 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:50.743075 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:50.877766 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d484d1-60c0-4128-a761-e0f5a4e9a83a req-cb70ecb0-f86a-41eb-b308-cf478adf5dad tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:50.879252 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e9d484d1-60c0-4128-a761-e0f5a4e9a83a req-cb70ecb0-f86a-41eb-b308-cf478adf5dad tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.0797827 Jun 10 01:09:50.923732 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e9d484d1-60c0-4128-a761-e0f5a4e9a83a req-c848432c-3e8d-4a41-a9d5-455f98933ce3 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Jun 10 01:09:51.012990 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2465f2-1999-4578-bb17-d62b9cf98d14 req-c14f63fa-8920-4e31-9a56-92751172bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:51.015147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3e2465f2-1999-4578-bb17-d62b9cf98d14 req-c14f63fa-8920-4e31-9a56-92751172bc84 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1098 time: 0.0720739 Jun 10 01:09:51.053714 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3e2465f2-1999-4578-bb17-d62b9cf98d14 req-c1611c16-7ea7-43c0-83c0-928ee0df30e7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jun 10 01:09:52.165925 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336603-dad8-499f-8cac-7b91f5b10ff6 req-b3d5c60a-e4a6-4ad7-976d-0b3ebe54d179 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:52.167368 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ab336603-dad8-499f-8cac-7b91f5b10ff6 req-b3d5c60a-e4a6-4ad7-976d-0b3ebe54d179 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.1372395 Jun 10 01:09:52.214242 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ab336603-dad8-499f-8cac-7b91f5b10ff6 req-98fc2921-6c9d-45c7-942a-982ddbeecbe4 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Jun 10 01:09:53.394689 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b6069-ec3c-4c15-9f25-ba92d516807b req-b7d13c8d-74f6-40c3-b581-583915ee55bb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:53.396622 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d79b6069-ec3c-4c15-9f25-ba92d516807b req-b7d13c8d-74f6-40c3-b581-583915ee55bb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.0790074 Jun 10 01:09:53.440828 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d79b6069-ec3c-4c15-9f25-ba92d516807b req-7ce86f65-5294-422a-92bb-a57705513139 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Jun 10 01:09:53.626919 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c39b-7b81-4c68-b807-4728c34bb367 req-a56191bd-1229-4a1b-93a6-6b7e0b319a1e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:53.628452 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-08b6c39b-7b81-4c68-b807-4728c34bb367 req-a56191bd-1229-4a1b-93a6-6b7e0b319a1e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.0843315 Jun 10 01:09:53.671886 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-08b6c39b-7b81-4c68-b807-4728c34bb367 req-2fc6b55b-4ffe-43a7-9f69-137eb261db39 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Jun 10 01:09:53.694258 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 56252) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:53.761724 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2205f302-7cac-41f9-b0d6-9e431b97168e tempest-TestVolumeBootPattern-567830569 tempest-TestVolumeBootPattern-567830569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:53.763128 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2205f302-7cac-41f9-b0d6-9e431b97168e tempest-TestVolumeBootPattern-567830569 tempest-TestVolumeBootPattern-567830569-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1093 time: 0.0679090 Jun 10 01:09:53.765883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 56254) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:09:53.770095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:09:53.792466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:53.927677 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:54.060241 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Allocated IP 172.27.0.51 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/b19d0714-238a-4151-b108-36abbd8f9fe6) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:09:54.293323 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:54.322956 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:54.326506 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c492bc63-80d4-4013-8b73-a53a7e2f4761 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:54.387065 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:09:54.390278 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:09:54.394482 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:09:54.428894 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=b19d0714-238a-4151-b108-36abbd8f9fe6,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:54.432726 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:54.788140 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:54.859220 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:55.058319 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:55.063653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:55.068976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5ebf5515-b666-4c19-aa21-cc9179ea80cb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:09:55.214416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=b19d0714-238a-4151-b108-36abbd8f9fe6,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:09:55.217220 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:09:55.224784 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:55.394253 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Floating IP a134de56-ffd3-468e-b5ae-30783b07b7c4 associated. External IP: 172.27.0.51, port: e9f54cb2-a588-479c-9527-83c5c5f3d4a8. Jun 10 01:09:55.830148 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:09:56.005406 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:09:56.014587 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:09:56.024284 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:09:56.024654 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:56.025307 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:09:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:56.079302 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3124292 Jun 10 01:09:56.079927 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:09:56.082196 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4fcaa2-5053-4f30-bba1-af984cc28078" -d '{"events": [{"name": "network-changed", "server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:09:56.127013 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f7f06b-8312-4cd5-91ed-a37938218522 x-openstack-request-id: req-81f7f06b-8312-4cd5-91ed-a37938218522 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:09:56.127338 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:09:56.127625 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81f7f06b-8312-4cd5-91ed-a37938218522 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:09:56.128051 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'status': 'completed', 'code': 200} Jun 10 01:09:56.206380 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:56.224759 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-f7a9cfc5-52dd-4bc7-a250-00dac3b23ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:56.226224 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-f7a9cfc5-52dd-4bc7-a250-00dac3b23ba5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1098 time: 0.0778084 Jun 10 01:09:56.362556 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-b23b73ca-386e-4cdf-8f96-0c7effe911cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:56.364139 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-b23b73ca-386e-4cdf-8f96-0c7effe911cf service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1304941 Jun 10 01:09:56.471293 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-01acee97-c754-40f8-88d3-9ff02ac57efd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 998 time: 0.1003711 Jun 10 01:09:56.536869 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-60eeb112-7cc7-4cb2-b40a-9f2cae8788a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:56.538291 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-60eeb112-7cc7-4cb2-b40a-9f2cae8788a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0604100 Jun 10 01:09:56.550121 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:54Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:56.554083 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:09:56.562117 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:09:56.562754 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:09:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:56.612260 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-9939bb3d-7206-4cd5-af2e-f29eb8df0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:09:56.613719 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-9939bb3d-7206-4cd5-af2e-f29eb8df0541 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686197 Jun 10 01:09:56.732766 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:09:56.741811 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-44134053-f857-4926-a567-7523cdf18bee service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215341 Jun 10 01:09:56.877393 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7b4fcaa2-5053-4f30-bba1-af984cc28078 req-bcb0d0a8-683f-4212-9e62-f4b9703f8a1d service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227357 Jun 10 01:09:57.109397 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:54Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:09:57.113041 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e890c9e-94ab-4e27-bbfb-90ede37f4380 None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:54Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:09:57.281233 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c466807-2a80-427a-bb6a-164d730c6307 None None] New status for floating IP a134de56-ffd3-468e-b5ae-30783b07b7c4: ACTIVE {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:10:03.100332 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:10:08.931234 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:11.307607 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f91c9651-734b-4e5d-b5e3-d9a2e6aaba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:11.596071 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-4c5d5eb0-d4e4-42fa-bf99-c8eb27b4861f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134250 Jun 10 01:10:11.729855 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-016ec308-8814-4c70-b737-76c6aeee8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:11.731295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-016ec308-8814-4c70-b737-76c6aeee8b5c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1137 time: 0.0684867 Jun 10 01:10:11.873327 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-35384989-7586-459a-aae6-a2cde2a0613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:11.874752 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-35384989-7586-459a-aae6-a2cde2a0613a service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.1223559 Jun 10 01:10:11.976563 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-e343bb7b-311e-4192-9063-b920f4ac6c49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 1001 time: 0.0954115 Jun 10 01:10:12.036806 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-9aea85c2-4cc5-4c08-857f-fbd34cd18d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:12.038157 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-9aea85c2-4cc5-4c08-857f-fbd34cd18d90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0550804 Jun 10 01:10:12.200063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-93066077-9141-46f3-90b8-2e7c12934d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:12.201520 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-93066077-9141-46f3-90b8-2e7c12934d0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1566863 Jun 10 01:10:12.212396 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-65c576d8-9bad-43c9-bbe4-dbfda03cef4b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 01:10:12.213295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-65c576d8-9bad-43c9-bbe4-dbfda03cef4b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048859 Jun 10 01:10:12.347997 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-0a89c2b0-f70c-4163-8fbd-3593714ea830 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240468 Jun 10 01:10:12.474543 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d195fbd8-7d25-4347-b87a-bba685fa018a req-8b4f7564-61d8-4351-8127-7d8deefd26b4 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199801 Jun 10 01:10:13.496916 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:13.749206 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6a07-b465-4cfa-b6cb-a215ae34de38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:14.745228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:16.405377 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:22.176103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54263-0530-43d2-b746-76454b426895 req-090e8fdc-39e6-4290-8c6b-691f327b9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:22.178523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-090e8fdc-39e6-4290-8c6b-691f327b9927 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1137 time: 0.1372802 Jun 10 01:10:22.186965 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634dbb9-c268-4a61-853c-d2d596e6d834 req-ca55ac88-97bd-4a01-8a44-a8a51279ea01 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:22.188583 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f634dbb9-c268-4a61-853c-d2d596e6d834 req-ca55ac88-97bd-4a01-8a44-a8a51279ea01 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.1177731 Jun 10 01:10:22.310837 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f634dbb9-c268-4a61-853c-d2d596e6d834 req-91082070-41d7-43d5-bee2-40920592a705 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018007 Jun 10 01:10:22.343039 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54263-0530-43d2-b746-76454b426895 req-705327d2-ace3-4145-b99b-9697d25356e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:22.344529 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-705327d2-ace3-4145-b99b-9697d25356e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.1551044 Jun 10 01:10:22.447054 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-32728f09-ba80-4901-9916-03e0f0bdb74f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 1001 time: 0.0956933 Jun 10 01:10:22.509021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54263-0530-43d2-b746-76454b426895 req-05ca2069-a6ed-4a8e-8067-c106dd25b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:22.510494 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-05ca2069-a6ed-4a8e-8067-c106dd25b7b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0562592 Jun 10 01:10:22.588407 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54263-0530-43d2-b746-76454b426895 req-64833c0b-4d20-4c74-a172-ff8a53c2e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:22.589717 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-64833c0b-4d20-4c74-a172-ff8a53c2e269 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713758 Jun 10 01:10:22.718167 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-65850577-a8c7-4f79-a3d2-ec40fb912da4 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204073 Jun 10 01:10:22.844383 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49a54263-0530-43d2-b746-76454b426895 req-fa6ddb7a-3939-4996-a009-21feb74d23c4 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192708 Jun 10 01:10:23.496800 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b972672-a92f-43aa-8c17-df437a5b3fd4 req-baa6f82d-1ae2-457b-b515-b13a696b9e29 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:23.498264 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3b972672-a92f-43aa-8c17-df437a5b3fd4 req-baa6f82d-1ae2-457b-b515-b13a696b9e29 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0790770 Jun 10 01:10:23.544247 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3b972672-a92f-43aa-8c17-df437a5b3fd4 req-bc5cb866-d1cc-4f64-a777-9f0171fdc069 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394785 Jun 10 01:10:24.732190 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb831-f09c-4cd8-89c8-78379011c364 req-92a5c830-95c6-492e-86ed-b49dd2e69faf tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:24.733614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcbb831-f09c-4cd8-89c8-78379011c364 req-92a5c830-95c6-492e-86ed-b49dd2e69faf tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0817750 Jun 10 01:10:24.779497 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbcbb831-f09c-4cd8-89c8-78379011c364 req-ce99697b-856d-4511-bdbb-8d6f32f7d500 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394382 Jun 10 01:10:25.961337 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5d91d-1b40-420c-82c9-3b1b6fa5279a req-2b97d646-7352-432d-bab9-12c8f40b344f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:25.962765 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-faa5d91d-1b40-420c-82c9-3b1b6fa5279a req-2b97d646-7352-432d-bab9-12c8f40b344f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0774422 Jun 10 01:10:26.012170 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-faa5d91d-1b40-420c-82c9-3b1b6fa5279a req-a5fc09c3-115b-4bdd-aa2a-d271c36ef3bf tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437119 Jun 10 01:10:27.202861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebee2a3-b197-4d81-8311-135485bb7ec8 req-fb350f67-5863-46fd-bbc2-53908b64eccc tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:27.204319 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-aebee2a3-b197-4d81-8311-135485bb7ec8 req-fb350f67-5863-46fd-bbc2-53908b64eccc tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0785403 Jun 10 01:10:27.251011 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-aebee2a3-b197-4d81-8311-135485bb7ec8 req-51667464-edab-45d3-a842-4ba17ca6481d tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391979 Jun 10 01:10:28.522776 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9fc07-e9b1-4b7f-a050-6a33ba5200db req-584095c1-ec06-4bff-bd8b-0919bcdaa3e8 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:28.524205 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ec9fc07-e9b1-4b7f-a050-6a33ba5200db req-584095c1-ec06-4bff-bd8b-0919bcdaa3e8 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.1650581 Jun 10 01:10:28.571280 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0ec9fc07-e9b1-4b7f-a050-6a33ba5200db req-9c65761b-e689-464e-ace8-4605d5d215b4 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415013 Jun 10 01:10:29.758334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32333580-099e-483f-aeea-1a04ba2888d7 req-65fccd00-03ce-4072-af57-315bc5ecfebb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:29.759795 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32333580-099e-483f-aeea-1a04ba2888d7 req-65fccd00-03ce-4072-af57-315bc5ecfebb tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0838976 Jun 10 01:10:29.809004 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-32333580-099e-483f-aeea-1a04ba2888d7 req-f64b491a-519d-4364-8e03-7cef71d95dd4 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432620 Jun 10 01:10:30.991179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79d4e-7887-4424-be03-0d612c9bcc8a req-9e8f9c4f-d106-4e3d-811e-12c0362d0c1c tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:30.992616 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7af79d4e-7887-4424-be03-0d612c9bcc8a req-9e8f9c4f-d106-4e3d-811e-12c0362d0c1c tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0784280 Jun 10 01:10:31.038271 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7af79d4e-7887-4424-be03-0d612c9bcc8a req-a9fd71b2-3c76-4c5a-9003-28d0850ba13d tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399880 Jun 10 01:10:32.221958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25747-da86-475a-b4ba-a4a1846b52e0 req-86639f06-55e3-4090-af1a-3d7024c36da3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:32.223426 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-87e25747-da86-475a-b4ba-a4a1846b52e0 req-86639f06-55e3-4090-af1a-3d7024c36da3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0811684 Jun 10 01:10:32.271413 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-87e25747-da86-475a-b4ba-a4a1846b52e0 req-e28e7eb5-88b8-4d6f-91bd-bef76a6a2e15 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407941 Jun 10 01:10:33.456516 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9253d-4553-45b6-84b9-7d6564ab84fb req-9a3a815a-4f0e-4514-9dd6-ab5eb789c679 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:33.457950 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-72a9253d-4553-45b6-84b9-7d6564ab84fb req-9a3a815a-4f0e-4514-9dd6-ab5eb789c679 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0795069 Jun 10 01:10:33.503866 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-72a9253d-4553-45b6-84b9-7d6564ab84fb req-351bf7cb-b275-4139-84f4-49fbfb527797 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402100 Jun 10 01:10:34.701181 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875d0ce-2b15-47ea-941e-b3ebd38b7bae req-56d86374-3366-44df-8ce5-f173a1d47e70 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:34.702648 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9875d0ce-2b15-47ea-941e-b3ebd38b7bae req-56d86374-3366-44df-8ce5-f173a1d47e70 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0934293 Jun 10 01:10:34.749790 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9875d0ce-2b15-47ea-941e-b3ebd38b7bae req-01fc7c4d-d5b0-4fcc-ba12-66708072c7aa tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407932 Jun 10 01:10:35.942755 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6016fc-6c23-48b6-ade0-85854fdf782e req-5a32782f-4adf-404c-9c5d-4b390ba0729e tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:35.944214 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-af6016fc-6c23-48b6-ade0-85854fdf782e req-5a32782f-4adf-404c-9c5d-4b390ba0729e tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0801032 Jun 10 01:10:35.991080 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-af6016fc-6c23-48b6-ade0-85854fdf782e req-26758beb-b1b1-4b4a-aeb0-b8979f4e8665 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410979 Jun 10 01:10:37.183014 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c5ab-1800-4a99-89a3-0a875ea1d8ff req-0b18eade-ed07-4562-a852-73e1aa92f0f9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:37.184433 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cee4c5ab-1800-4a99-89a3-0a875ea1d8ff req-0b18eade-ed07-4562-a852-73e1aa92f0f9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0812652 Jun 10 01:10:37.230164 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cee4c5ab-1800-4a99-89a3-0a875ea1d8ff req-f5e64234-102b-438e-a849-4e0f2830e357 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393977 Jun 10 01:10:38.420649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9392f56-1711-42da-a1cd-f27ee18c347f req-3d92d0dc-5f39-48d0-93a9-d39706ba30f6 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:38.422077 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d9392f56-1711-42da-a1cd-f27ee18c347f req-3d92d0dc-5f39-48d0-93a9-d39706ba30f6 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0797558 Jun 10 01:10:38.471176 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d9392f56-1711-42da-a1cd-f27ee18c347f req-1a82030b-cf7c-4120-91b9-cd34ee4bb13f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428979 Jun 10 01:10:38.926706 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:39.650088 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ab0dd-b142-47ac-8f53-0ab56d93e440 req-70571206-dc89-4d51-91df-62782e657c49 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:39.651612 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2c8ab0dd-b142-47ac-8f53-0ab56d93e440 req-70571206-dc89-4d51-91df-62782e657c49 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0778389 Jun 10 01:10:39.696490 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2c8ab0dd-b142-47ac-8f53-0ab56d93e440 req-d6915880-cac7-43f0-8038-981fc298595b tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=dfec32ed-9e18-46a1-9822-70db3bbc7dd8&id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392218 Jun 10 01:10:40.099838 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:10:41.316325 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c75887b6-bbda-4c9e-ab91-a9f3859a34f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:41.774415 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fdcdb-a8af-498e-b6c3-22679c805dbc req-c727c683-eb89-456c-8622-75be7ba99565 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:41.774415 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a10fdcdb-a8af-498e-b6c3-22679c805dbc req-c727c683-eb89-456c-8622-75be7ba99565 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0883715 Jun 10 01:10:41.817356 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a10fdcdb-a8af-498e-b6c3-22679c805dbc req-8cafa3de-f660-499a-b795-36fea5e68f6a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382087 Jun 10 01:10:43.000658 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850ede-c4dc-4778-b885-ba1696b793a5 req-55da7c39-8b95-4122-8df1-3fcd6f7bb09b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:43.002101 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-08850ede-c4dc-4778-b885-ba1696b793a5 req-55da7c39-8b95-4122-8df1-3fcd6f7bb09b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0775173 Jun 10 01:10:43.046110 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-08850ede-c4dc-4778-b885-ba1696b793a5 req-b6d74258-fa9f-4327-987a-2da33009d406 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383887 Jun 10 01:10:43.497444 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:43.753349 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3238532a-7c77-43c0-9dd0-5a99ea213176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:44.238734 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570e63d-c430-4ba3-aea2-3a20a33daae9 req-90e52462-85ee-4070-adb9-93ecd6af1111 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:44.240135 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a570e63d-c430-4ba3-aea2-3a20a33daae9 req-90e52462-85ee-4070-adb9-93ecd6af1111 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0804498 Jun 10 01:10:44.282241 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a570e63d-c430-4ba3-aea2-3a20a33daae9 req-07c7fc1b-e70e-4553-acf1-292f216debfe tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365660 Jun 10 01:10:44.746781 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:45.469941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dee0f-f869-4780-be3f-6d67d635763f req-0731880a-3010-4bb6-a2b8-04ef76d6680b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:45.471326 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-063dee0f-f869-4780-be3f-6d67d635763f req-0731880a-3010-4bb6-a2b8-04ef76d6680b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0812099 Jun 10 01:10:45.518760 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-063dee0f-f869-4780-be3f-6d67d635763f req-984bf1a3-88cb-43d9-9994-295571ed31de tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Jun 10 01:10:46.408633 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:46.701409 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527f572-4ddc-43fe-833b-008aa69edfda req-70436e44-d56e-44af-b63f-5e8ee03497a9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:46.702760 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8527f572-4ddc-43fe-833b-008aa69edfda req-70436e44-d56e-44af-b63f-5e8ee03497a9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0778434 Jun 10 01:10:46.745987 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8527f572-4ddc-43fe-833b-008aa69edfda req-f92692ed-7653-4c51-8311-685f1353e5fd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371413 Jun 10 01:10:47.935485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d717da-c7f0-427b-b336-9007d857ab56 req-0e22439b-e4f6-41bd-8397-1e8f7d0eed3d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:47.936914 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-20d717da-c7f0-427b-b336-9007d857ab56 req-0e22439b-e4f6-41bd-8397-1e8f7d0eed3d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0813355 Jun 10 01:10:47.980206 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-20d717da-c7f0-427b-b336-9007d857ab56 req-8a1af9d1-0f9e-41c5-a3b9-1b0dee13902f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372508 Jun 10 01:10:49.164576 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e87df-3d4b-400d-b21d-d9118c2f95cf req-0f5ce40e-e124-4fd5-86c2-b9373bbe0aa6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:49.166013 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0f5e87df-3d4b-400d-b21d-d9118c2f95cf req-0f5ce40e-e124-4fd5-86c2-b9373bbe0aa6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0779963 Jun 10 01:10:49.209046 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0f5e87df-3d4b-400d-b21d-d9118c2f95cf req-96e89b63-75ca-46de-a80c-3b70b1c4fbe5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375304 Jun 10 01:10:50.401437 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cb806-f573-4f80-9993-b9e062982db9 req-0b064dfb-4f56-416a-bc8a-f9d217e5e54d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:50.402889 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-630cb806-f573-4f80-9993-b9e062982db9 req-0b064dfb-4f56-416a-bc8a-f9d217e5e54d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0869370 Jun 10 01:10:50.445596 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-630cb806-f573-4f80-9993-b9e062982db9 req-2dd9fe6f-278b-454f-8693-cdc87fd614ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364649 Jun 10 01:10:51.635016 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178198b1-cdbf-4018-9208-d0ef103b5630 req-d71e8e5e-9f40-438d-938f-02ecc2c78968 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:51.636444 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-178198b1-cdbf-4018-9208-d0ef103b5630 req-d71e8e5e-9f40-438d-938f-02ecc2c78968 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0799427 Jun 10 01:10:51.680632 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-178198b1-cdbf-4018-9208-d0ef103b5630 req-d43c37a7-806e-4240-88bc-71ce43cf0d8c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Jun 10 01:10:52.932255 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8670f-f338-4d0d-bad5-8868ccd589e4 req-4bf79ada-0f1e-4465-a714-8aba607efa95 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:52.933684 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4ad8670f-f338-4d0d-bad5-8868ccd589e4 req-4bf79ada-0f1e-4465-a714-8aba607efa95 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1461775 Jun 10 01:10:52.977463 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4ad8670f-f338-4d0d-bad5-8868ccd589e4 req-2a2f54bf-dd32-41f4-910a-a0db10ca69b0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379817 Jun 10 01:10:54.167617 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5410e-40b5-4162-a908-f2cd96c410ec req-781fc60b-fe21-4229-a14e-9f13740c4870 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:54.169049 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-34c5410e-40b5-4162-a908-f2cd96c410ec req-781fc60b-fe21-4229-a14e-9f13740c4870 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0802109 Jun 10 01:10:54.212217 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-34c5410e-40b5-4162-a908-f2cd96c410ec req-bfdc7665-6eec-41f9-a489-46e27b280894 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370629 Jun 10 01:10:55.399741 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b3e7f-f9af-49f7-b6cb-d1c672a1be56 req-778c125f-303d-4105-8995-e4e0208a4500 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:55.401191 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-317b3e7f-f9af-49f7-b6cb-d1c672a1be56 req-778c125f-303d-4105-8995-e4e0208a4500 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0784657 Jun 10 01:10:55.444360 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-317b3e7f-f9af-49f7-b6cb-d1c672a1be56 req-c4f0d8ef-4b4a-4fb5-a012-6190dcf0bfeb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Jun 10 01:10:56.633105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49948a7c-7480-4f03-8a5a-1a0ca41bc28f req-93e6eb2b-a41a-49f8-b8cc-8da1f841be7b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:56.634570 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49948a7c-7480-4f03-8a5a-1a0ca41bc28f req-93e6eb2b-a41a-49f8-b8cc-8da1f841be7b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0820053 Jun 10 01:10:56.677319 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-49948a7c-7480-4f03-8a5a-1a0ca41bc28f req-3f5bf7a1-2c5b-4460-9eb4-84a10bdeac34 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369158 Jun 10 01:10:56.779047 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:10:56.912922 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:10:56.925867 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'mac_address': 'fa:16:3e:8b:4a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:10:56.977567 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:56.993757 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48be6857-8cf0-4e0a-9632-8a7ceda38457 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:10:57.008539 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:10:57.012378 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:57.014317 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:10:57.081367 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=6']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:10:57.088270 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.088619 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.088954 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.089286 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.089613 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.089936 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.090256 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.090586 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.090932 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.091247 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.091566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.091878 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:10:57.095601 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:10:57.117073 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['48be6857-8cf0-4e0a-9632-8a7ceda38457'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:10:57.865048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841db6-0aa3-4d03-af6e-e72de64dd7ab req-32db857f-256a-4ab6-935f-7cf4766d6e64 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:57.866492 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01841db6-0aa3-4d03-af6e-e72de64dd7ab req-32db857f-256a-4ab6-935f-7cf4766d6e64 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 945 time: 0.0821731 Jun 10 01:10:57.911213 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01841db6-0aa3-4d03-af6e-e72de64dd7ab req-42627961-aae0-4683-a947-31735b3309c1 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Jun 10 01:10:58.787418 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:10:58.853444 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 48be6857-8cf0-4e0a-9632-8a7ceda38457 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:10:58.853843 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:58.967292 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:58.993270 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:10:58.995546 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f65cac-30bf-4853-acde-d5d48f08ea2e" -d '{"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-plugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:10:59.003297 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:10:59.008248 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:10:59.010045 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:10:59.055035 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bbb97e-ba7b-4c61-bf93-e1579c1062c5 x-openstack-request-id: req-e9bbb97e-ba7b-4c61-bf93-e1579c1062c5 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:10:59.055457 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-plugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:10:59.055651 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9bbb97e-ba7b-4c61-bf93-e1579c1062c5 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:10:59.056089 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'code': 200} Jun 10 01:10:59.085161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=7']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:10:59.088478 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:10:59.247443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890716f-c7be-4b59-a5f6-a3a6e5b3cdf1 req-d49db695-2402-431f-9dea-b6f87ebb91e7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:10:59.248869 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b890716f-c7be-4b59-a5f6-a3a6e5b3cdf1 req-d49db695-2402-431f-9dea-b6f87ebb91e7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0810630 Jun 10 01:10:59.292017 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b890716f-c7be-4b59-a5f6-a3a6e5b3cdf1 req-c96bbe09-6bab-48d2-a326-7a1fb9847e0d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Jun 10 01:11:00.474802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6674f-c956-48d6-9011-28868af54e48 req-2bc05c77-2ec5-4fe8-8cec-f08e4057edfc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:00.476211 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-95c6674f-c956-48d6-9011-28868af54e48 req-2bc05c77-2ec5-4fe8-8cec-f08e4057edfc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0783398 Jun 10 01:11:00.523596 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-95c6674f-c956-48d6-9011-28868af54e48 req-13dbce40-e0ae-4785-b2c6-165108679274 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 Jun 10 01:11:01.714110 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680afd17-98ac-4058-b1bd-a80f3716f010 req-8e89daec-aad9-4118-8d4a-13e3c4ada187 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:01.715599 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-680afd17-98ac-4058-b1bd-a80f3716f010 req-8e89daec-aad9-4118-8d4a-13e3c4ada187 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0823727 Jun 10 01:11:01.761841 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-680afd17-98ac-4058-b1bd-a80f3716f010 req-8ff14aab-1c25-48ad-8464-abc8c28ec98d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401251 Jun 10 01:11:02.973113 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0daf46-77f7-44fe-818b-9f86e15382cf req-bed0e020-335a-475e-ad33-8d114755f3e3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:02.974545 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd0daf46-77f7-44fe-818b-9f86e15382cf req-bed0e020-335a-475e-ad33-8d114755f3e3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0977499 Jun 10 01:11:03.020451 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cd0daf46-77f7-44fe-818b-9f86e15382cf req-5609258c-8cb3-4027-af32-6ec1a2b911f9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400808 Jun 10 01:11:04.216047 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1669d4-2d85-4b08-b3e9-435b0e81d541 req-3dc3d0b9-b07a-4822-9ac3-d77f4b931093 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:04.223673 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc1669d4-2d85-4b08-b3e9-435b0e81d541 req-3dc3d0b9-b07a-4822-9ac3-d77f4b931093 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0918131 Jun 10 01:11:04.273727 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fc1669d4-2d85-4b08-b3e9-435b0e81d541 req-be2a9465-a5f8-4839-a3ae-b616598e3a05 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492342 Jun 10 01:11:05.497266 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1bbf3-7f13-4d13-8384-d0a3bc2530ce req-34da4adb-940f-4909-b734-798959010b91 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:05.498753 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-83b1bbf3-7f13-4d13-8384-d0a3bc2530ce req-34da4adb-940f-4909-b734-798959010b91 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1035793 Jun 10 01:11:05.544410 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-83b1bbf3-7f13-4d13-8384-d0a3bc2530ce req-fe0a80e4-3dfd-41b2-9639-b201cce41e1c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 Jun 10 01:11:06.755698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e7902-941d-4d84-934f-11143be99fdb req-20a29a61-7b77-4c17-be8d-e4946a43f4ed tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:06.758736 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d09e7902-941d-4d84-934f-11143be99fdb req-20a29a61-7b77-4c17-be8d-e4946a43f4ed tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0905650 Jun 10 01:11:06.807240 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d09e7902-941d-4d84-934f-11143be99fdb req-6a7ed5d2-388f-450c-9895-60e2a9fa5487 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450287 Jun 10 01:11:08.011701 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a120bf0-4ff8-408f-951e-31d16c6c447a req-ab8e3df0-bc16-43d9-9731-166bbbb928b8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:08.013438 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5a120bf0-4ff8-408f-951e-31d16c6c447a req-ab8e3df0-bc16-43d9-9731-166bbbb928b8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0804906 Jun 10 01:11:08.057745 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5a120bf0-4ff8-408f-951e-31d16c6c447a req-09ce1d57-27aa-4983-8127-60dfc5e0cf0d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Jun 10 01:11:08.949672 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:09.252699 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6884c-8ebb-4cc0-80df-f536ee306c07 req-c3affaa7-eba8-430e-a681-4eb95a584295 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:09.254134 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-93f6884c-8ebb-4cc0-80df-f536ee306c07 req-c3affaa7-eba8-430e-a681-4eb95a584295 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0853903 Jun 10 01:11:09.300141 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-93f6884c-8ebb-4cc0-80df-f536ee306c07 req-e8ab829b-1c77-4c17-93c9-0a067697c493 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Jun 10 01:11:10.541006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b2ff5-b611-4029-ba3b-e8c6c0603e71 req-3d459d4c-f6a2-43cd-956c-bd38c537d057 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:10.542442 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-315b2ff5-b611-4029-ba3b-e8c6c0603e71 req-3d459d4c-f6a2-43cd-956c-bd38c537d057 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1008866 Jun 10 01:11:10.599198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-315b2ff5-b611-4029-ba3b-e8c6c0603e71 req-c7b8e35c-5c92-439e-8650-198d50a73052 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503206 Jun 10 01:11:11.318690 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c4774af7-dc6d-42a6-b5ba-20bb0ac16e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:11.626650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e21df-4646-435c-90dd-98124254ac5a req-3c33eb9b-f93b-4b5d-899b-4fddc5fc69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:11.629810 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-3c33eb9b-f93b-4b5d-899b-4fddc5fc69b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1099 time: 0.0823975 Jun 10 01:11:11.872264 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528b3fa-5d78-4a55-8f5a-0460c8a680d1 req-a89a5537-5f16-480f-b793-16867c83ca8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:11.873855 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f528b3fa-5d78-4a55-8f5a-0460c8a680d1 req-a89a5537-5f16-480f-b793-16867c83ca8f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1310503 Jun 10 01:11:11.879661 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e21df-4646-435c-90dd-98124254ac5a req-0dfcf769-86a2-4659-acd2-7884de685179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:11.881160 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-0dfcf769-86a2-4659-acd2-7884de685179 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.2193372 Jun 10 01:11:12.072721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f528b3fa-5d78-4a55-8f5a-0460c8a680d1 req-5d3d4a30-eaa9-4212-9d36-a4abec46c429 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907439 Jun 10 01:11:12.102043 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-cf5b1c1d-1946-461e-b272-66c8e0f23f8e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 1001 time: 0.2047746 Jun 10 01:11:12.175274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e21df-4646-435c-90dd-98124254ac5a req-cbf08c7a-89ce-48b2-8040-8ba7e33232de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:12.176714 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-cbf08c7a-89ce-48b2-8040-8ba7e33232de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0585897 Jun 10 01:11:12.262441 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e21df-4646-435c-90dd-98124254ac5a req-9838c3fa-f49e-4b21-833a-0ef47162c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:12.264487 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-9838c3fa-f49e-4b21-833a-0ef47162c372 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797594 Jun 10 01:11:12.422433 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-69072511-2016-4057-a2ad-897f88dbc129 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495039 Jun 10 01:11:12.570222 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-366e21df-4646-435c-90dd-98124254ac5a req-76e1933f-236c-4b9b-bfb5-9fed373d201a service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406779 Jun 10 01:11:13.309781 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb2b4f-44bc-41ab-a33f-5ac7197dab8b req-3a8fdfc8-519d-4082-8625-62d271b9d1d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:13.316872 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90bb2b4f-44bc-41ab-a33f-5ac7197dab8b req-3a8fdfc8-519d-4082-8625-62d271b9d1d4 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1038799 Jun 10 01:11:13.358519 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-90bb2b4f-44bc-41ab-a33f-5ac7197dab8b req-b9f3a485-ae51-493a-9624-4da66e50f70e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 Jun 10 01:11:13.505617 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:13.756363 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9ae0-861f-4cb0-8ffe-8433c8a33b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:14.551062 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4847dd-b495-45d4-aa8c-ee566eb55528 req-1a12289b-9007-4010-a716-10ee15df12cd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:14.552404 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a4847dd-b495-45d4-aa8c-ee566eb55528 req-1a12289b-9007-4010-a716-10ee15df12cd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0782938 Jun 10 01:11:14.602174 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2a4847dd-b495-45d4-aa8c-ee566eb55528 req-287066bd-532b-49d6-994f-141a6736f2ba tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410666 Jun 10 01:11:14.749999 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:15.491438 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-24a4369b-cbb6-42ed-8aa7-41c75d92a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:15.492887 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-24a4369b-cbb6-42ed-8aa7-41c75d92a9e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1099 time: 0.0706332 Jun 10 01:11:15.621064 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-e3c62092-a845-41a8-bb90-0eee3822828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:15.622485 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-e3c62092-a845-41a8-bb90-0eee3822828b service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1220441 Jun 10 01:11:15.765272 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-395b56d6-e068-4d88-8645-2b7c6b8ef76f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 1001 time: 0.1355820 Jun 10 01:11:15.849285 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db5876-a95c-4917-8972-727ad58014d0 req-f8ff0e85-367d-4982-9385-1ad0f461644d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:15.850719 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17db5876-a95c-4917-8972-727ad58014d0 req-f8ff0e85-367d-4982-9385-1ad0f461644d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1360323 Jun 10 01:11:15.852135 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-dd7b4f39-89a5-4c0b-ad3e-96a1a5fbd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:15.853415 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-dd7b4f39-89a5-4c0b-ad3e-96a1a5fbd10a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0773718 Jun 10 01:11:15.934635 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-17db5876-a95c-4917-8972-727ad58014d0 req-82e68762-97df-4bfb-a607-2647486eb8c3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781176 Jun 10 01:11:15.957404 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-8cf0093b-d6ed-48cb-b566-245503e9a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:15.958907 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-8cf0093b-d6ed-48cb-b566-245503e9a01c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898278 Jun 10 01:11:16.087803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-7ba6d354-de68-4a50-9076-8c3a07a10dbf service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212921 Jun 10 01:11:16.216127 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36aa6cd2-a24f-4d7a-b152-3e925f9f157e req-46dd6e78-5402-4a73-adf8-68dee067e192 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207290 Jun 10 01:11:16.410893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:17.099597 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:11:17.194472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c444b-28b7-4e6a-a795-6e7d389007b8 req-00e35641-0c0c-485e-84a1-8b145e9cb52b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:17.195953 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-501c444b-28b7-4e6a-a795-6e7d389007b8 req-00e35641-0c0c-485e-84a1-8b145e9cb52b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.1512916 Jun 10 01:11:17.239594 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-501c444b-28b7-4e6a-a795-6e7d389007b8 req-e841ed4d-39b5-4e63-b804-6f909f07e681 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379620 Jun 10 01:11:18.439983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b6ab1-1355-44ea-a76b-8abe72af16fb req-a9edbec7-33af-4dc3-892c-caa0eba401f5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:18.441886 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-972b6ab1-1355-44ea-a76b-8abe72af16fb req-a9edbec7-33af-4dc3-892c-caa0eba401f5 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 946 time: 0.0821159 Jun 10 01:11:18.487615 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-972b6ab1-1355-44ea-a76b-8abe72af16fb req-2e3d1292-c552-472c-ad69-e4ae709af9aa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393152 Jun 10 01:11:18.823426 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:11:18.936815 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:18.970280 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:11:18.972549 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc375a9-8765-483c-aa83-191005a52393" -d '{"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-unplugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:11:18.980137 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:18.984120 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:18.986437 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:19.022230 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14a297c-e552-44b2-99d8-80bf99f85de7 x-openstack-request-id: req-f14a297c-e552-44b2-99d8-80bf99f85de7 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:11:19.022526 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-unplugged", "status": "failed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "code": 422}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:11:19.022811 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f14a297c-e552-44b2-99d8-80bf99f85de7 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:11:19.023376 dv-cinder-795009-3-iscsi neutron-server[91715]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'code': 422} returned with failed status Jun 10 01:11:19.055780 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=8']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:19.058836 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:19.897122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03da85-3b7a-4338-bf43-7fd1bdb19bcf req-52d864eb-6f78-4e1c-8403-3bae07e2540b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:19.898618 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2c03da85-3b7a-4338-bf43-7fd1bdb19bcf req-52d864eb-6f78-4e1c-8403-3bae07e2540b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0804722 Jun 10 01:11:19.951146 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2c03da85-3b7a-4338-bf43-7fd1bdb19bcf req-7f8d0ada-7bfa-4b9b-8c77-a906fc5a6552 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Jun 10 01:11:20.025089 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-33315d8e-628c-4d61-b30a-267e2b4992a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224475 Jun 10 01:11:21.181504 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-2f02dacf-5750-451e-9d2e-77bc7de6abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:21.182975 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-2f02dacf-5750-451e-9d2e-77bc7de6abb2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab&tenant_id=c87a3f41ac9942bca231ef5827959ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1316180 Jun 10 01:11:21.192470 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562073c2-7810-4369-80fd-63d2a2dcaedd req-991087db-ebc9-4fd5-86b6-72f554481506 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:21.193841 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-562073c2-7810-4369-80fd-63d2a2dcaedd req-991087db-ebc9-4fd5-86b6-72f554481506 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.1133270 Jun 10 01:11:21.277656 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-562073c2-7810-4369-80fd-63d2a2dcaedd req-509bb1f4-d679-4c3f-9fd8-99fdb946e413 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782144 Jun 10 01:11:21.300411 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-1aa83498-e36a-478a-b76e-10ee4656d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:21.301824 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-1aa83498-e36a-478a-b76e-10ee4656d16f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c87a3f41ac9942bca231ef5827959ef4&device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1097 time: 0.0892303 Jun 10 01:11:21.427534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-95e843b7-8230-47fa-b057-94343933320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:21.429074 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-95e843b7-8230-47fa-b057-94343933320d service neutron] 10.222.0.78 "GET /v2.0/networks?id=a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 200 len: 918 time: 0.1207585 Jun 10 01:11:21.529106 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-ccba825f-62f0-4c85-bc52-b2f3500a7535 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 200 len: 999 time: 0.0930936 Jun 10 01:11:21.592368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-edb823da-8149-4bd2-acc0-599c191dbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:21.593736 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-edb823da-8149-4bd2-acc0-599c191dbfbd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 200 len: 856 time: 0.0581706 Jun 10 01:11:21.666539 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-f66c732f-27d5-410c-9fba-c32adc7aff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:21.667952 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-f66c732f-27d5-410c-9fba-c32adc7aff5c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a8d5da50-726d-49e2-a729-470db3429d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679383 Jun 10 01:11:21.794340 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-e53dacfd-7147-4ca5-800f-ddd93766a7db service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186595 Jun 10 01:11:21.919554 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-0209ba98-4bb9-4bb0-84ed-33e74c650b15 service neutron] 10.222.0.78 "GET /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186740 Jun 10 01:11:22.497372 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4766067-b785-40cd-889e-5b98595c86ef req-6e5668b0-d2d0-4bb6-bee4-16539fe280c0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:22.499535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c4766067-b785-40cd-889e-5b98595c86ef req-6e5668b0-d2d0-4bb6-bee4-16539fe280c0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.1027770 Jun 10 01:11:22.546106 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c4766067-b785-40cd-889e-5b98595c86ef req-869aeaaf-af1f-473b-89d9-8305cd8419a9 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 Jun 10 01:11:22.849290 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:11:23.750759 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ca85-201b-41fa-b878-a2f5e20dc1e6 req-d0ca11f9-ebeb-4e35-aa5b-3844b185896e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:23.752246 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5863ca85-201b-41fa-b878-a2f5e20dc1e6 req-d0ca11f9-ebeb-4e35-aa5b-3844b185896e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0909958 Jun 10 01:11:23.797120 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5863ca85-201b-41fa-b878-a2f5e20dc1e6 req-be26caf4-58ce-4322-a8bd-b906f75dc99f tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Jun 10 01:11:24.995232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa6467-e56c-4434-ac3c-ee35c8fa8fe1 req-07c9011e-50d8-46c9-bd04-296f876c29a6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:24.996770 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3eaa6467-e56c-4434-ac3c-ee35c8fa8fe1 req-07c9011e-50d8-46c9-bd04-296f876c29a6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0861673 Jun 10 01:11:25.045173 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3eaa6467-e56c-4434-ac3c-ee35c8fa8fe1 req-1917a287-0591-498d-b3bc-e89154b573a2 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Jun 10 01:11:26.233314 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb7df5-8486-4004-a711-11e023e5f1a2 req-f49226aa-e86c-4cda-9450-9e9577306829 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:26.234781 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbdb7df5-8486-4004-a711-11e023e5f1a2 req-f49226aa-e86c-4cda-9450-9e9577306829 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0789797 Jun 10 01:11:26.279893 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fbdb7df5-8486-4004-a711-11e023e5f1a2 req-7e68b989-e2f6-4da4-b748-5c42bac6762c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388157 Jun 10 01:11:27.559497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec830b51-b8d4-4029-8c10-e106e9b04c05 req-b84c4d4e-a0c6-4b6a-b76d-c0e19388e42b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:27.561055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec830b51-b8d4-4029-8c10-e106e9b04c05 req-b84c4d4e-a0c6-4b6a-b76d-c0e19388e42b tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.1693048 Jun 10 01:11:27.609000 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec830b51-b8d4-4029-8c10-e106e9b04c05 req-848953e1-b2eb-4079-9440-147b2e8c46ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Jun 10 01:11:28.806344 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda25b-d8b9-4777-b2f0-7b1c4d8b6581 req-a158e04d-6c46-405c-bddc-4ba44d97fa47 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:28.807878 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-91eda25b-d8b9-4777-b2f0-7b1c4d8b6581 req-a158e04d-6c46-405c-bddc-4ba44d97fa47 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0837951 Jun 10 01:11:28.853183 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-91eda25b-d8b9-4777-b2f0-7b1c4d8b6581 req-afc965b6-facf-4106-8871-108ceddf8dbc tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396354 Jun 10 01:11:30.046257 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f897e-2802-44e5-afba-d0605256d37f req-5da5fdd8-f008-4f78-9fba-398734f52b3e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:30.047741 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f34f897e-2802-44e5-afba-d0605256d37f req-5da5fdd8-f008-4f78-9fba-398734f52b3e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0796084 Jun 10 01:11:30.092441 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f34f897e-2802-44e5-afba-d0605256d37f req-4386ef6e-2f64-4d69-8819-bc748b995e07 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 Jun 10 01:11:31.291722 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a6473-5301-4754-a93f-ad1b730f25dd req-25a264a8-aef9-4f2e-8427-317aa7d4cb3c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:31.302737 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-261a6473-5301-4754-a93f-ad1b730f25dd req-25a264a8-aef9-4f2e-8427-317aa7d4cb3c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0860357 Jun 10 01:11:31.342381 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-261a6473-5301-4754-a93f-ad1b730f25dd req-3586139f-40e8-4715-8e93-f24ae640f0b8 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 Jun 10 01:11:32.538938 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4430-aa12-4a9d-a221-285f76321c73 req-3c69aa2c-a7b7-462a-a03d-34e3632bd234 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:32.540416 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a94c4430-aa12-4a9d-a221-285f76321c73 req-3c69aa2c-a7b7-462a-a03d-34e3632bd234 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0808887 Jun 10 01:11:32.591811 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a94c4430-aa12-4a9d-a221-285f76321c73 req-c9d48856-7107-4786-9d95-3210c40473ac tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447640 Jun 10 01:11:33.787201 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8030-e194-4d70-b828-61ec24474fd9 req-b265af2c-a63d-4286-b778-82e2c61b582a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:33.788651 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-92ca8030-e194-4d70-b828-61ec24474fd9 req-b265af2c-a63d-4286-b778-82e2c61b582a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0858591 Jun 10 01:11:33.835039 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-92ca8030-e194-4d70-b828-61ec24474fd9 req-fbaf489f-c5ba-49d2-b3dc-93be33e409cd tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407414 Jun 10 01:11:35.022061 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953176e2-cf99-45ca-be3a-3abb672b0e78 req-ee0611d1-b53d-494a-8978-4ebf90385fec tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:35.023502 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-953176e2-cf99-45ca-be3a-3abb672b0e78 req-ee0611d1-b53d-494a-8978-4ebf90385fec tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0775034 Jun 10 01:11:35.070739 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-953176e2-cf99-45ca-be3a-3abb672b0e78 req-ca8dbe77-69a6-46dc-8065-e90f0383dcba tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Jun 10 01:11:36.256643 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774ed9-4b61-48f9-9542-edf26ae6f426 req-d2b062d3-8c25-41ac-a7a7-5023d0ab5549 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:36.258107 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ab774ed9-4b61-48f9-9542-edf26ae6f426 req-d2b062d3-8c25-41ac-a7a7-5023d0ab5549 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0783324 Jun 10 01:11:36.302819 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ab774ed9-4b61-48f9-9542-edf26ae6f426 req-03b312d6-63cc-4f6f-9c9a-b5b52b1c51ac tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387549 Jun 10 01:11:37.495000 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb16c7-fc05-4e02-b91a-01e581cc2249 req-2fa72bee-2448-45cf-89d7-19c090586220 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:37.496437 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d2fb16c7-fc05-4e02-b91a-01e581cc2249 req-2fa72bee-2448-45cf-89d7-19c090586220 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0817292 Jun 10 01:11:37.539222 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d2fb16c7-fc05-4e02-b91a-01e581cc2249 req-0a924d80-4a3e-4ee4-b457-9550286252ee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372272 Jun 10 01:11:38.729960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179129a6-9561-49cd-9850-79d390dfdc84 req-ef5333b5-bb2b-49c0-b68e-37e9097b0afa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:38.731425 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-179129a6-9561-49cd-9850-79d390dfdc84 req-ef5333b5-bb2b-49c0-b68e-37e9097b0afa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0789101 Jun 10 01:11:38.774201 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-179129a6-9561-49cd-9850-79d390dfdc84 req-673f200c-5f93-4153-96ac-c72002ae6348 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373344 Jun 10 01:11:38.963399 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:39.965592 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717a21-95fa-4f81-bc45-96dcf8e81996 req-3b2f0cd9-5f4c-4553-b567-d666db609dee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:39.967042 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e717a21-95fa-4f81-bc45-96dcf8e81996 req-3b2f0cd9-5f4c-4553-b567-d666db609dee tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0827549 Jun 10 01:11:40.010958 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6e717a21-95fa-4f81-bc45-96dcf8e81996 req-1da7b1ef-3756-44d7-ba34-c4d02512c0de tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376153 Jun 10 01:11:40.922690 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:11:41.074618 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:41.087638 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'port_id': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'mac_address': 'fa:16:3e:8b:4a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:11:41.141751 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:41.159010 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48be6857-8cf0-4e0a-9632-8a7ceda38457 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:11:41.174333 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:41.181170 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:41.183111 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-53b40fb4-543f-4e67-9f2c-da41e333be69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:41.198821 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3c054-93ff-4b48-8620-18cb6d924b4c req-d740113e-4130-42c1-86dd-a4f4f530c02d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:41.200281 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bfe3c054-93ff-4b48-8620-18cb6d924b4c req-d740113e-4130-42c1-86dd-a4f4f530c02d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 944 time: 0.0811913 Jun 10 01:11:41.251223 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bfe3c054-93ff-4b48-8620-18cb6d924b4c req-3c91dc2b-7828-4334-aaf4-6f8f4a5288c7 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Jun 10 01:11:41.252387 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=9']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:41.255648 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:41.310219 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-02469262-c92a-4d2e-a056-40bd48c3b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:41.597694 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['48be6857-8cf0-4e0a-9632-8a7ceda38457'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:11:42.448301 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414916ae-9346-418c-987b-7c0576521ea2 req-526d4e34-0499-4c7f-ba97-783f9fd098aa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:42.450322 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-414916ae-9346-418c-987b-7c0576521ea2 req-526d4e34-0499-4c7f-ba97-783f9fd098aa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 945 time: 0.0815725 Jun 10 01:11:42.493442 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-414916ae-9346-418c-987b-7c0576521ea2 req-393a866a-cdd5-4980-b381-e2588b8cea23 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Jun 10 01:11:42.940474 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:11:43.012065 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port 48be6857-8cf0-4e0a-9632-8a7ceda38457 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:11:43.012436 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:43.128592 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:43.154544 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:11:43.157350 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae386fc2-9042-4aff-8c1b-6140de06a79a" -d '{"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-plugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:11:43.165504 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:43.169416 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:43.172201 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:43.238189 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=10']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:43.241260 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:43.255586 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e49651c-04d3-481a-b264-b90adc231b20 x-openstack-request-id: req-0e49651c-04d3-481a-b264-b90adc231b20 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:11:43.255886 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-plugged", "status": "completed", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:11:43.256145 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e49651c-04d3-481a-b264-b90adc231b20 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:11:43.256529 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'code': 200} Jun 10 01:11:43.505883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b79b-e324-4e83-8205-aee7f0a9c334 req-ba2ad9f4-11f5-4e96-8394-ff33a3e13bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:43.507560 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dc01b79b-e324-4e83-8205-aee7f0a9c334 req-ba2ad9f4-11f5-4e96-8394-ff33a3e13bbf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 1100 time: 0.0804830 Jun 10 01:11:43.510884 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:43.554887 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dc01b79b-e324-4e83-8205-aee7f0a9c334 req-3aa9539d-16e7-46fd-b78e-1c575366c349 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 Jun 10 01:11:43.682700 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3137-cb02-4515-ae4b-78f6178ca797 req-b1305e79-f1db-46be-ae12-68135da0266c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:43.684131 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9d1b3137-cb02-4515-ae4b-78f6178ca797 req-b1305e79-f1db-46be-ae12-68135da0266c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.0782936 Jun 10 01:11:43.730266 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9d1b3137-cb02-4515-ae4b-78f6178ca797 req-60cd429f-38b2-4aa4-805a-23995ea691aa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400615 Jun 10 01:11:43.764213 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a26744b7-90d7-40cd-9cf4-ee9b386d25af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:44.753476 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:44.917881 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcf86b-1b15-44b5-a421-4815bb56160e req-90ccbe57-e998-4749-8616-6080e97751c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:44.919782 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bebcf86b-1b15-44b5-a421-4815bb56160e req-90ccbe57-e998-4749-8616-6080e97751c9 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.0978224 Jun 10 01:11:44.968428 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-bebcf86b-1b15-44b5-a421-4815bb56160e req-df653605-d4b4-453d-b17a-fe951fd3563a tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Jun 10 01:11:45.092787 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced18c84-8894-4502-9f82-7084dca114c1 req-84a154ac-b384-4b97-9992-7132b8ee4fb0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:45.094369 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ced18c84-8894-4502-9f82-7084dca114c1 req-84a154ac-b384-4b97-9992-7132b8ee4fb0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.0841706 Jun 10 01:11:45.140083 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ced18c84-8894-4502-9f82-7084dca114c1 req-21a6673d-4c03-452b-8dc8-d5af0503779a tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396025 Jun 10 01:11:46.150443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2936249-4f47-4bc9-88ff-8936c58d1dbb req-a6269e20-9665-4e86-b5fa-18e4b2ebd9f7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:46.151893 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2936249-4f47-4bc9-88ff-8936c58d1dbb req-a6269e20-9665-4e86-b5fa-18e4b2ebd9f7 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.0807481 Jun 10 01:11:46.195308 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a2936249-4f47-4bc9-88ff-8936c58d1dbb req-c63bf124-e8b7-4afd-bfee-a04553a2b903 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Jun 10 01:11:46.327841 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6426cd9-5a0b-47a0-a488-428b0e04f6ee req-5031bb6a-fd0c-4169-a83f-4f1a083d903e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:46.329365 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6426cd9-5a0b-47a0-a488-428b0e04f6ee req-5031bb6a-fd0c-4169-a83f-4f1a083d903e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.0772808 Jun 10 01:11:46.413889 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:46.444238 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6426cd9-5a0b-47a0-a488-428b0e04f6ee req-f5bb9a90-e457-4d31-b079-895edf5ff477 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093929 Jun 10 01:11:46.900855 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-26aae0e5-182f-4622-84fd-4e9cd5e24007 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:46.902233 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-26aae0e5-182f-4622-84fd-4e9cd5e24007 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.0768993 Jun 10 01:11:47.033269 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Deleting port da4c9ffd-44df-4a03-989c-0621457f75fb {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:11:47.033604 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:47.161411 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] For port da4c9ffd-44df-4a03-989c-0621457f75fb, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=da4c9ffd-44df-4a03-989c-0621457f75fb,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:47.162060 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:47.504563 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:47.504935 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:47.505244 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Floating IP a4a07e49-2723-4b07-899a-0924c248fab2 disassociated. External IP: 172.27.0.200, port: da4c9ffd-44df-4a03-989c-0621457f75fb. Jun 10 01:11:47.505578 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Calling delete_port for da4c9ffd-44df-4a03-989c-0621457f75fb owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:11:47.514887 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbf570-01bc-44dd-8ea6-338bd93fbb1b req-e1a8437e-6860-493a-af9a-654e44116132 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:11:47.516317 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6dbf570-01bc-44dd-8ea6-338bd93fbb1b req-e1a8437e-6860-493a-af9a-654e44116132 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 945 time: 0.2071462 Jun 10 01:11:47.570238 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-c6dbf570-01bc-44dd-8ea6-338bd93fbb1b req-23e64fc1-04e6-4b5d-8f8e-63d8741efefa tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481119 Jun 10 01:11:47.656740 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:47.662460 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:47.706615 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event deleted for resources: {'Port': ['ID=da4c9ffd-44df-4a03-989c-0621457f75fb,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:47.764653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.764944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.765304 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.765656 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.766002 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.766350 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.767250 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.767595 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.767941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.768311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.768728 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.769073 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:47.776609 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:47.897029 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:11:48.071157 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:11:48.080676 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:11:48.096670 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:11:48.097547 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:11:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:48.147106 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] No DVR routers for this DVR port da4c9ffd-44df-4a03-989c-0621457f75fb on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:11:48.150037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:48.152189 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d287bcb2-3402-42ee-9068-315bc79b6ed8 req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.78 "DELETE /v2.0/ports/da4c9ffd-44df-4a03-989c-0621457f75fb HTTP/1.1" status: 204 len: 173 time: 1.2439525 Jun 10 01:11:48.152810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'name': 'network-vif-deleted', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:11:48.156038 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9135a74f-1084-4b1d-94fa-5e0bab7fc777" -d '{"events": [{"server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "name": "network-vif-deleted", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:11:48.257533 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a26fc-8b86-46b2-a2d3-56cb182eebf6 x-openstack-request-id: req-bf9a26fc-8b86-46b2-a2d3-56cb182eebf6 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:11:48.258172 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47a7aec-1b17-4193-b5eb-4e4b3026d82a", "name": "network-vif-deleted", "tag": "da4c9ffd-44df-4a03-989c-0621457f75fb", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:11:48.258172 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf9a26fc-8b86-46b2-a2d3-56cb182eebf6 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:11:48.258532 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a7aec-1b17-4193-b5eb-4e4b3026d82a', 'name': 'network-vif-deleted', 'tag': 'da4c9ffd-44df-4a03-989c-0621457f75fb', 'status': 'completed', 'code': 200} Jun 10 01:11:48.284848 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:11:48.588623 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:48.592612 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:11:48.601975 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:11:48.602581 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:11:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:48.746841 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-259bd285-bba0-4ae9-9a9c-10d40b7b6c9e req-f2258365-c857-43de-857b-ddb2fbaacbbc tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/ports?device_id=a47a7aec-1b17-4193-b5eb-4e4b3026d82a HTTP/1.1" status: 200 len: 210 time: 0.0484848 Jun 10 01:11:48.785878 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:11:49.112614 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:49.116555 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b542e5f1-693c-4631-bd4e-cd40e2c923c5 None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:00:08Z', 'revision_number': 4, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '857588d2-e6cb-46f5-bd57-44c76b00541d', 'name': '', 'network_id': 'ba3bcdf7-4bc4-4459-8bad-88431a48a83c', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'mac_address': 'fa:16:3e:88:94:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '107223eb-202c-4d95-aef5-5408e66889b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:21Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'subnets': [{'id': '107223eb-202c-4d95-aef5-5408e66889b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:11:49.311257 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e52607-ab83-41d9-b499-2984f387d273 None None] New status for floating IP a4a07e49-2723-4b07-899a-0924c248fab2: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:11:49.869809 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57010) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:49.935632 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.044506 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.095320 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.098034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.099175 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "DELETE /v2.0/security-groups/9c23a0c1-ffd7-47b7-8a34-239fa5e954ac HTTP/1.1" status: 204 len: 168 time: 0.2283533 Jun 10 01:11:50.099980 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5edcae72-6925-46b6-ab61-c9f3fbb9d44c tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:50.101948 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57012) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:50.112330 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23a0c1-ffd7-47b7-8a34-239fa5e954ac,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:50.114861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9414663d-c163-49c2-a19f-9fed5f9cdebb tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:50.118542 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.api.v2.resource [None req-d6e58b88-33be-4bda-a64e-10986e7309ee tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] show failed (client error): The resource could not be found. Jun 10 01:11:50.119708 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d6e58b88-33be-4bda-a64e-10986e7309ee tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "GET /v2.0/security-groups/9c23a0c1-ffd7-47b7-8a34-239fa5e954ac HTTP/1.1" status: 404 len: 347 time: 0.0166442 Jun 10 01:11:50.122394 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57016) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:50.331834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Deleting port 06c27f15-8efa-47f4-acd8-fb322bd74df6 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:11:50.332181 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.445283 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.445611 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.563290 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Calling delete_port for 06c27f15-8efa-47f4-acd8-fb322bd74df6 owned by network:floatingip {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:11:50.686273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.689802 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:50.734231 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Pushing event deleted for resources: {'Port': ['ID=06c27f15-8efa-47f4-acd8-fb322bd74df6,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:50.773388 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.773770 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.774138 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.774501 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.774884 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.775243 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.775597 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.775951 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.776304 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.776655 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.777001 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.777347 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:50.807104 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:50.835135 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks [] for floatingip, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.837575 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:50.838717 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] 10.222.0.59 "DELETE /v2.0/floatingips/a4a07e49-2723-4b07-899a-0924c248fab2 HTTP/1.1" status: 204 len: 168 time: 0.7153835 Jun 10 01:11:50.983840 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device da4c9ffd-44df-4a03-989c-0621457f75fb no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:11:51.017724 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: da4c9ffd-44df-4a03-989c-0621457f75fb {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:11:51.018067 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device da4c9ffd-44df-4a03-989c-0621457f75fb not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:11:54.099553 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:11:54.840450 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57046) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:55.473340 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:55.860070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Deleting port 857588d2-e6cb-46f5-bd57-44c76b00541d {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:11:55.860761 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:55.976554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] For port 857588d2-e6cb-46f5-bd57-44c76b00541d, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=857588d2-e6cb-46f5-bd57-44c76b00541d,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:55.976897 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:56.090570 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Calling delete_port for 857588d2-e6cb-46f5-bd57-44c76b00541d owned by network:router_interface {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:11:56.426291 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:56.429733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:56.471247 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=857588d2-e6cb-46f5-bd57-44c76b00541d,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:56.474334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:56.732839 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:57.073198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Router 801e13ce-e295-4887-ab65-7b923dc1ac03 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:11:57.255718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:11:57.264385 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] 10.222.0.59 "PUT /v2.0/routers/801e13ce-e295-4887-ab65-7b923dc1ac03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4195063 Jun 10 01:11:57.264385 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57052) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:57.267703 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] Sync routers for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:11:57.278456 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:11:57.279144 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:11:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:57.460957 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks [] for router, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:57.467938 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:11:57.727367 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:57.779266 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:11:56Z', 'revision_number': 5, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port': {'id': '259364db-8dfc-4a27-a8d4-71e62e3c39ad', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:57.783463 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] Checking router: 801e13ce-e295-4887-ab65-7b923dc1ac03 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:11:57.791763 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] Routers {'801e13ce-e295-4887-ab65-7b923dc1ac03'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:11:57.792493 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:11:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['801e13ce-e295-4887-ab65-7b923dc1ac03'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:57.797158 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Deleting port 259364db-8dfc-4a27-a8d4-71e62e3c39ad {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:11:57.797500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:57.915984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] For port 259364db-8dfc-4a27-a8d4-71e62e3c39ad, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=259364db-8dfc-4a27-a8d4-71e62e3c39ad,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:57.916241 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:57.956337 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] Set router 801e13ce-e295-4887-ab65-7b923dc1ac03 gateway port host: None {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:11:58.034503 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Calling delete_port for 259364db-8dfc-4a27-a8d4-71e62e3c39ad owned by network:router_gateway {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:11:58.058306 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:11:57Z', 'revision_number': 6, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:58.062108 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21788e23-058a-4221-80f3-ae4982b56a25 None None] The sync data for ids ['801e13ce-e295-4887-ab65-7b923dc1ac03'] in dv-cinder-795009-3-iscsi is: [{'id': '801e13ce-e295-4887-ab65-7b923dc1ac03', 'name': 'tempest-AttachVolumeTestJSON-1941596128-router', 'tenant_id': '229b1c623dde4fea99437d953097c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:50Z', 'updated_at': '2021-06-10T01:11:57Z', 'revision_number': 6, 'project_id': '229b1c623dde4fea99437d953097c96f', 'gw_port_host': None}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:11:58.173259 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.177963 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0795c0b5-d4b4-4098-bedb-7135b6528095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:58.248945 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Pushing event deleted for resources: {'Port': ['ID=259364db-8dfc-4a27-a8d4-71e62e3c39ad,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:58.251545 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:58.310567 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.482615 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.484821 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.566471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.567032 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801e13ce-e295-4887-ab65-7b923dc1ac03 {{(pid=91714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:11:58.572522 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.573718 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] 10.222.0.59 "DELETE /v2.0/routers/801e13ce-e295-4887-ab65-7b923dc1ac03 HTTP/1.1" status: 204 len: 168 time: 1.3091543 Jun 10 01:11:58.576058 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57062) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:58.634854 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Deleting subnet 107223eb-202c-4d95-aef5-5408e66889b7 {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:11:58.638006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.685238 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.801722 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.869121 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:58.872933 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:59.000068 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107223eb-202c-4d95-aef5-5408e66889b7,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:59.003068 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:59.004334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.005916 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/107223eb-202c-4d95-aef5-5408e66889b7 HTTP/1.1" status: 204 len: 168 time: 0.4289646 Jun 10 01:11:59.008416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57066) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:59.009625 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893d90f-2ed7-4e85-a17d-c1dc50a7386d None None] Network ba3bcdf7-4bc4-4459-8bad-88431a48a83c requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:11:59.118122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.188253 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Deleting port 90707774-f4f0-4170-809a-e068b7e5d926 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:11:59.188922 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.292534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] For port 90707774-f4f0-4170-809a-e068b7e5d926, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=90707774-f4f0-4170-809a-e068b7e5d926,segment=NetworkSegment(ae3a9b1b-6cff-4570-8637-bac1b919e9ab),segment_id=ae3a9b1b-6cff-4570-8637-bac1b919e9ab)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:59.292885 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.318133 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] DHCP port deletion for ba3bcdf7-4bc4-4459-8bad-88431a48a83c request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:11:59.351821 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 259364db-8dfc-4a27-a8d4-71e62e3c39ad no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:11:59.389675 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 259364db-8dfc-4a27-a8d4-71e62e3c39ad {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:11:59.389952 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 259364db-8dfc-4a27-a8d4-71e62e3c39ad not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:11:59.390374 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 857588d2-e6cb-46f5-bd57-44c76b00541d no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:11:59.412803 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Calling delete_port for 90707774-f4f0-4170-809a-e068b7e5d926 owned by network:dhcp {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:11:59.457697 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 857588d2-e6cb-46f5-bd57-44c76b00541d {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:11:59.458087 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 857588d2-e6cb-46f5-bd57-44c76b00541d not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:11:59.459489 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.464155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:59.480245 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Deleting port 90707774-f4f0-4170-809a-e068b7e5d926 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:11:59.480660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.511701 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] No DVR routers for this DVR port 90707774-f4f0-4170-809a-e068b7e5d926 on host dv-cinder-795009-3-iscsi {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:11:59.513625 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=90707774-f4f0-4170-809a-e068b7e5d926,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:59.541105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:59.579259 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] For port 90707774-f4f0-4170-809a-e068b7e5d926, host dv-cinder-795009-3-iscsi, got binding levels [] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:11:59.579692 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.626510 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.639622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3bcdf7-4bc4-4459-8bad-88431a48a83c']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:59.652090 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:59.652380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a9b1b-6cff-4570-8637-bac1b919e9ab') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:11:59.663156 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.679351 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.685243 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:11:59.685616 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:11:59.698821 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:11:59.701379 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Calling delete_port for 90707774-f4f0-4170-809a-e068b7e5d926 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:11:59.703118 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.ipam_backend_mixin [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Port 90707774-f4f0-4170-809a-e068b7e5d926 was not found and therefore no delete operation was performed {{(pid=91715) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 10 01:11:59.704340 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.707791 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:59.751544 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] No DVR routers for this DVR port 90707774-f4f0-4170-809a-e068b7e5d926 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:11:59.756237 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Pushing event deleted for resources: {'Port': ['ID=90707774-f4f0-4170-809a-e068b7e5d926,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:59.763990 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.764337 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.764671 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.765017 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.765332 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.765655 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.765974 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.766294 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.766644 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.766958 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.767326 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.767642 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:11:59.771456 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-11d24828-8f09-4c27-b070-2754ec4966ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:59.783915 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.787575 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:11:59.800963 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:11:59.802748 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] 10.222.0.59 "DELETE /v2.0/networks/ba3bcdf7-4bc4-4459-8bad-88431a48a83c HTTP/1.1" status: 204 len: 168 time: 0.7932885 Jun 10 01:11:59.808280 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3bcdf7-4bc4-4459-8bad-88431a48a83c,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:11:59.810521 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:11:59.914281 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57072) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:11:59.962166 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7ee4b12f-3d45-4a72-a6b2-da0da313ab09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=229b1c623dde4fea99437d953097c96f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465553 Jun 10 01:11:59.964343 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57074) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:00.019188 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:00.043219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:00.097502 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:00.099898 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:00.100983 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d363a5f1-0c8a-4957-982f-9629d3427791 HTTP/1.1" status: 204 len: 168 time: 0.1357863 Jun 10 01:12:00.101694 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-288ac388-a666-48c8-ae6c-709c03452ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:00.111939 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363a5f1-0c8a-4957-982f-9629d3427791,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:00.114218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:01.259824 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 90707774-f4f0-4170-809a-e068b7e5d926 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:01.296847 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 90707774-f4f0-4170-809a-e068b7e5d926 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:01.297139 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 90707774-f4f0-4170-809a-e068b7e5d926 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:01.484254 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57126) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:01.598430 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.703948 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.708251 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.715021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-08f44bb8-7fa5-4da0-8c6c-25108a7935b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:01.752632 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f777f416-1996-46d1-a5ac-3af6232dda6b,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:01.756829 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89777afc30174a11ad2a7a42f69d45c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715640 Jun 10 01:12:01.757680 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:01.759513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57132) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:01.818005 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.843057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.895309 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.897698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:01.898814 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f777f416-1996-46d1-a5ac-3af6232dda6b HTTP/1.1" status: 204 len: 168 time: 0.1382172 Jun 10 01:12:01.899615 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5eee7116-f04c-464a-8ce0-26c8bdc5f3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:01.908685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f777f416-1996-46d1-a5ac-3af6232dda6b,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:01.910943 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:02.442469 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-75409dea-8853-43c6-aea5-ad3246dc3710 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038258249&fields=id&tenant_id=b344a4721941471ab96772f6b7c27205 HTTP/1.1" status: 200 len: 267 time: 0.0404177 Jun 10 01:12:02.538311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-319421ae-1a1b-4890-bd4a-a41f594fefbc tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:02.539791 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-319421ae-1a1b-4890-bd4a-a41f594fefbc tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 984 time: 0.0917630 Jun 10 01:12:02.550891 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Request body: {'port': {'security_groups': ['5c0ad3d8-59e6-46de-a4ba-238d905176ea']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:02.676613 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.044331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:03.075590 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.080883 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.086613 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-fee7d0ee-ef37-434d-a435-b336d9d0fed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:03.095776 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['f0aa47c9-baf0-475c-88eb-4a8a967683e6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:12:03.157463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:03.158747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.160680 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1a16c5e4-98e1-4d16-abe3-c9fd0f0167d5 req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "PUT /v2.0/ports/f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 942 time: 0.6146460 Jun 10 01:12:03.162111 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:12:03.164727 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde5363-b2d8-44a4-9898-7947f254ac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:12:03.169335 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57176) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:03.239053 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['f0aa47c9-baf0-475c-88eb-4a8a967683e6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:12:03.260204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event updated for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=7']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:03.275297 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:03.293552 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25131d9-f40e-475e-82ee-405c151e61be x-openstack-request-id: req-e25131d9-f40e-475e-82ee-405c151e61be {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:12:03.293878 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:12:03.294185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e25131d9-f40e-475e-82ee-405c151e61be {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:12:03.294608 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'status': 'completed', 'code': 200} Jun 10 01:12:03.359390 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.395206 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.468784 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-36a5f03e-4cc1-48f9-bf03-1058d199fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:03.470957 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-36a5f03e-4cc1-48f9-bf03-1058d199fa89 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1098 time: 0.1545179 Jun 10 01:12:03.481219 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.484559 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.486424 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "DELETE /v2.0/security-groups/dfec32ed-9e18-46a1-9822-70db3bbc7dd8 HTTP/1.1" status: 204 len: 168 time: 0.3185990 Jun 10 01:12:03.487729 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b66840b3-2691-4e05-a2a6-bdb4658e0e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:03.501172 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57190) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:03.502053 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec32ed-9e18-46a1-9822-70db3bbc7dd8,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:03.506201 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:03.660575 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-7c1e6104-3825-4a1a-a1f2-ce37b0715063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:03.663299 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-7c1e6104-3825-4a1a-a1f2-ce37b0715063 service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.1857605 Jun 10 01:12:03.674006 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-a9593af3-4e88-4bfb-a259-83403d2a718d None None] Provisioning complete for port f0aa47c9-baf0-475c-88eb-4a8a967683e6 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:12:03.674448 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a9593af3-4e88-4bfb-a259-83403d2a718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.800637 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-d4c41eaf-8754-4ea0-ac70-a5c181c5862f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 1001 time: 0.1262636 Jun 10 01:12:03.808435 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Deleting port 1ed612ca-f658-437e-a79d-cd2eccc4f73c {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:03.808782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.875348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-b7467cf6-ecdd-49ae-b9ab-e1cde69d4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:03.878646 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-b7467cf6-ecdd-49ae-b9ab-e1cde69d4e41 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0710702 Jun 10 01:12:03.937680 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.938030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:03.958117 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-a49717c5-e9fb-4b70-8471-3d74a31c9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:03.959773 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-a49717c5-e9fb-4b70-8471-3d74a31c9015 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733094 Jun 10 01:12:04.034021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57202) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:04.103129 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-3bccbd02-dc5d-44d9-931f-38b4131f763a service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346817 Jun 10 01:12:04.168216 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Calling delete_port for 1ed612ca-f658-437e-a79d-cd2eccc4f73c owned by network:floatingip {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:04.205423 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24a66391-0762-46d7-bc14-302a9e16b824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.283402 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7fde5363-b2d8-44a4-9898-7947f254ac9a req-fea510cd-fe08-4ec5-8047-f44dc4505497 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724687 Jun 10 01:12:04.293872 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.299156 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:04.347305 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event deleted for resources: {'Port': ['ID=1ed612ca-f658-437e-a79d-cd2eccc4f73c,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:04.350565 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:04.372541 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24a66391-0762-46d7-bc14-302a9e16b824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.376969 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-24a66391-0762-46d7-bc14-302a9e16b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.385099 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-316302dd-931f-44c4-b104-b5acfc962b7e tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:04.421049 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-24a66391-0762-46d7-bc14-302a9e16b824 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e67f3e8fc6124078b6c91687ea81106e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859124 Jun 10 01:12:04.425055 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57208) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:04.426109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a66391-0762-46d7-bc14-302a9e16b824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ed7e2-c2ee-473d-ada0-d5cc2fff4a03,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:04.429102 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-24a66391-0762-46d7-bc14-302a9e16b824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:04.475442 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks [] for floatingip, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.475783 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Floating IP 10c9b3d4-144e-43db-b2fd-cadbea3b89a1 disassociated (deleted). External IP: 172.27.0.161, port: f0aa47c9-baf0-475c-88eb-4a8a967683e6. Jun 10 01:12:04.624182 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.670615 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.859519 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.862578 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:04.864105 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a6ed7e2-c2ee-473d-ada0-d5cc2fff4a03 HTTP/1.1" status: 204 len: 168 time: 0.4388342 Jun 10 01:12:04.866757 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-24b894cd-bd5f-46bd-a6e5-b0b954451ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:04.887498 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ed7e2-c2ee-473d-ada0-d5cc2fff4a03,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:04.892185 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-ed3a24cd-40c7-4ab6-a4b5-bfa44aa7e7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:04.914084 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Router 011cacf0-a969-4fa4-9887-87020d262f45 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:12:05.096698 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:12:05.101893 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.106356 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] Sync routers for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:12:05.116064 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:05.116569 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:11:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:05.155866 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "DELETE /v2.0/floatingips/10c9b3d4-144e-43db-b2fd-cadbea3b89a1 HTTP/1.1" status: 204 len: 168 time: 1.6481714 Jun 10 01:12:05.156274 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:12:05.158570 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:12:05.161041 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57218) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:05.185447 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0a60ccdc-4a4e-49bc-80a6-13a935a26088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.301550 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:05.304754 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0a60ccdc-4a4e-49bc-80a6-13a935a26088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.322340 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0a60ccdc-4a4e-49bc-80a6-13a935a26088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.332371 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-8ff07b87-d401-4b4e-958f-daae000d06ea tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:05.378074 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0a60ccdc-4a4e-49bc-80a6-13a935a26088 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d07641a320da4fbb95e9532c2669b79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158220 Jun 10 01:12:05.380775 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57224) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:05.391136 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60ccdc-4a4e-49bc-80a6-13a935a26088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f5e21-c108-41b5-91f3-6ec416f652f4,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:05.395708 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0a60ccdc-4a4e-49bc-80a6-13a935a26088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:05.449100 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.463843 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436cf973-6a34-4271-9f46-40c72785e90b x-openstack-request-id: req-436cf973-6a34-4271-9f46-40c72785e90b {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:12:05.464170 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:12:05.464462 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-436cf973-6a34-4271-9f46-40c72785e90b {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:12:05.464881 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'status': 'completed', 'code': 200} Jun 10 01:12:05.479094 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.550123 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.552843 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:05.553988 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/891f5e21-c108-41b5-91f3-6ec416f652f4 HTTP/1.1" status: 204 len: 168 time: 0.1724703 Jun 10 01:12:05.554961 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-820805fe-b0a5-43ee-9441-fc7ee509510f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:05.564175 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f5e21-c108-41b5-91f3-6ec416f652f4,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:05.566426 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:05.646767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-89833ed3-167f-46de-a2b8-2c97bb0440f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:05.663535 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-89833ed3-167f-46de-a2b8-2c97bb0440f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b344a4721941471ab96772f6b7c27205&device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 1098 time: 0.1753330 Jun 10 01:12:05.677509 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:05.682012 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] Checking router: 011cacf0-a969-4fa4-9887-87020d262f45 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:12:05.691360 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:05.692370 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:11:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:05.850384 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-af7eff35-85b0-441a-acb0-4657a0962b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:05.854188 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-af7eff35-85b0-441a-acb0-4657a0962b5f service neutron] 10.222.0.78 "GET /v2.0/networks?id=da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 200 len: 916 time: 0.1828475 Jun 10 01:12:05.913194 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:05.935842 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-d39e2eb8-82a2-4fa5-b6f8-d920ed635736 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 200 len: 217 time: 0.0707808 Jun 10 01:12:06.003696 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-ba2f9273-97ab-45a0-b956-df3a4298442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:06.005113 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-ba2f9273-97ab-45a0-b956-df3a4298442d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 200 len: 854 time: 0.0626183 Jun 10 01:12:06.090441 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-471288e4-aab1-4778-bd2f-06528b5ff0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:06.092198 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-471288e4-aab1-4778-bd2f-06528b5ff0cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=da77635e-b19f-460e-ab2c-6e79804dc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785663 Jun 10 01:12:06.234179 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:06.237489 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-23006486-d4af-4b39-9138-a6cb51757cc2 service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287420 Jun 10 01:12:06.239226 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb947-dac7-483d-912f-095e6aa7f79e None None] The sync data for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi is: [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:50Z', 'revision_number': 4, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '0e867d8a-9abf-40e3-bd82-3150afb0c8f2', 'name': '', 'network_id': 'da77635e-b19f-460e-ab2c-6e79804dc738', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'mac_address': 'fa:16:3e:19:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:50Z', 'updated_at': '2021-06-10T01:07:57Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'subnets': [{'id': '27e6d0a4-8d64-4159-bfae-33471c5061c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:12:06.394688 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57252) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:06.502066 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a54d5369-0633-4c73-b27c-b8d96b1ba1fa req-26e19398-206d-421a-8016-272c53f2315f service neutron] 10.222.0.78 "GET /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543752 Jun 10 01:12:06.518434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-98297953-network', 'tenant_id': '803941b178a84c38b58e2dd695f3ba35'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:06.527721 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a948afa-610f-4ac7-91fe-a6fdeb7f5069 None None] New status for floating IP 10c9b3d4-144e-43db-b2fd-cadbea3b89a1: DOWN {{(pid=91715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:12:06.542508 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Made reservation on behalf of 803941b178a84c38b58e2dd695f3ba35 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:12:06.544780 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.556202 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.661876 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.666904 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.671334 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-48d52e88-9165-4acb-b57a-9cead24aef59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:06.696449 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:12:06.709659 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43b84c-3c52-4e7c-917b-48c0b0363d08,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:06.713079 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:06.715862 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.716290 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Added segment 0fbc3b43-4c0b-435b-a8eb-b1c4975e8cd6 of type vlan for network f5194448-ca66-40cc-a378-7121cf8e69a1 Jun 10 01:12:06.754784 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.784729 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.786001 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:06.786586 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:06.791170 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-c11e16a0-6941-4f42-b8bb-358e068c39de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:06.873350 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4769185 Jun 10 01:12:06.876659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57260) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:06.881720 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Request body: {'subnet': {'network_id': 'f5194448-ca66-40cc-a378-7121cf8e69a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-98297953-subnet', 'tenant_id': '803941b178a84c38b58e2dd695f3ba35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:06.883377 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Pushing event updated for resources: {'Network': ['ID=f5194448-ca66-40cc-a378-7121cf8e69a1,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:06.886351 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bd2def38-34a1-4070-a227-7b31bb7d6f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:06.893959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network f5194448-ca66-40cc-a378-7121cf8e69a1 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:12:06.906899 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Made reservation on behalf of 803941b178a84c38b58e2dd695f3ba35 for: {'subnet': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:12:06.910010 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28332575'] for subnet, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.107047 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29211807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28332653'] for subnet, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.110781 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0aeedd10-20f0-44e4-937f-aae89c9dfc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:07.185451 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8463c9fc-a0ab-4ddc-a9fa-ede30dd22037,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:07.189921 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:07.193799 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Checking segment: {'id': '0fbc3b43-4c0b-435b-a8eb-b1c4975e8cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'f5194448-ca66-40cc-a378-7121cf8e69a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:12:07.194154 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Network hostable DHCP agents. Network: f5194448-ca66-40cc-a378-7121cf8e69a1, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:12:07.212073 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Network f5194448-ca66-40cc-a378-7121cf8e69a1 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:12:07.220498 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, f5194448-ca66-40cc-a378-7121cf8e69a1) {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:12:07.224286 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:07.224864 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.231471 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eba85b-833d-411e-98e4-a1e4e4fc5c20 None None] Network f5194448-ca66-40cc-a378-7121cf8e69a1 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:12:07.242564 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-50bbb55e-f2dc-41f4-bcea-a1845b42fa76 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3647454 Jun 10 01:12:07.422098 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fa984-4468-41cf-af85-0aa82ca42f4c None None] Network f5194448-ca66-40cc-a378-7121cf8e69a1 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:12:07.748813 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57278) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:07.753854 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-578037232-network', 'tenant_id': '3967cbf03adb424580486bacca4bd987'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:07.774821 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Made reservation on behalf of 3967cbf03adb424580486bacca4bd987 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:12:07.777236 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.790398 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.891052 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.895213 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.898019 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-28f94af2-9805-4d61-be28-969684f25f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:07.926429 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:12:07.934741 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0f9cfa-0465-4b04-b35a-6c7e7519416d,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:07.938203 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:07.940973 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:07.941371 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Added segment b1df45f4-dff7-499d-85d1-987c5a3dc203 of type vlan for network 0009ec3e-e6db-4a8b-96ae-ee635f974504 Jun 10 01:12:07.971647 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.112383 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.114128 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:08.114809 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.118145 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:08.208153 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4578598 Jun 10 01:12:08.212073 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57284) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:08.218727 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Request body: {'subnet': {'network_id': '0009ec3e-e6db-4a8b-96ae-ee635f974504', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-578037232-subnet', 'tenant_id': '3967cbf03adb424580486bacca4bd987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:08.229384 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Pushing event updated for resources: {'Network': ['ID=0009ec3e-e6db-4a8b-96ae-ee635f974504,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:08.232743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:08.239542 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 0009ec3e-e6db-4a8b-96ae-ee635f974504 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:12:08.251068 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Made reservation on behalf of 3967cbf03adb424580486bacca4bd987 for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:12:08.254957 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28350840'] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.460434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29334375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28350730'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.464140 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:08.532435 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5015c0d2-87a2-4f4b-adeb-ad14645eb462,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:08.535715 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:08.541726 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Checking segment: {'id': 'b1df45f4-dff7-499d-85d1-987c5a3dc203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0009ec3e-e6db-4a8b-96ae-ee635f974504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:12:08.542094 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Network hostable DHCP agents. Network: 0009ec3e-e6db-4a8b-96ae-ee635f974504, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:12:08.560680 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Network 0009ec3e-e6db-4a8b-96ae-ee635f974504 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:12:08.569834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 0009ec3e-e6db-4a8b-96ae-ee635f974504) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:12:08.573760 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:08.574345 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.579912 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d6284-7ac5-404a-84f2-83f5374a3ca6 None None] Network 0009ec3e-e6db-4a8b-96ae-ee635f974504 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:12:08.592196 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9b025045-9425-4017-bc70-e4f80fcad1df admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3791108 Jun 10 01:12:08.733869 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57288) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:08.779806 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82909a2-911a-4645-b878-93243b510a72 None None] Network 0009ec3e-e6db-4a8b-96ae-ee635f974504 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:12:08.808328 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Deleting subnet 8463c9fc-a0ab-4ddc-a9fa-ede30dd22037 {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:12:08.811570 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.863353 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.926942 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:08.996949 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.002285 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.007219 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-64eb7ebb-f1fa-455c-a980-cbc8e13bbb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:09.040979 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8463c9fc-a0ab-4ddc-a9fa-ede30dd22037,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:09.044014 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:09.044974 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.049718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57294) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:09.050109 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8463c9fc-a0ab-4ddc-a9fa-ede30dd22037 HTTP/1.1" status: 204 len: 168 time: 0.3142257 Jun 10 01:12:09.155300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.275972 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.288648 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5194448-ca66-40cc-a378-7121cf8e69a1']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:09.300728 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbc3b43-4c0b-435b-a8eb-b1c4975e8cd6') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:09.301029 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbc3b43-4c0b-435b-a8eb-b1c4975e8cd6') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:09.311900 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.327912 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.333878 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:12:09.334258 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:12:09.347430 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:12:09.421663 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.425948 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c8e0a4cc-194a-48bb-bdeb-140ddd4603a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:09.438192 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.439993 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5194448-ca66-40cc-a378-7121cf8e69a1 HTTP/1.1" status: 204 len: 168 time: 0.3896809 Jun 10 01:12:09.442771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57296) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:09.477209 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5194448-ca66-40cc-a378-7121cf8e69a1,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:09.482909 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d2923e08-5531-4d54-8069-32531f664c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:09.503961 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Deleting subnet 5015c0d2-87a2-4f4b-adeb-ad14645eb462 {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:12:09.506944 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.557879 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.615734 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.679290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.683767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-131af752-0eb2-46d3-b5d7-5d0996e5ae80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:09.720714 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5015c0d2-87a2-4f4b-adeb-ad14645eb462,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:09.722646 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.724502 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5015c0d2-87a2-4f4b-adeb-ad14645eb462 HTTP/1.1" status: 204 len: 168 time: 0.2807436 Jun 10 01:12:09.725245 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:09.726956 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57300) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:09.828771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.951339 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:09.963830 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0009ec3e-e6db-4a8b-96ae-ee635f974504']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:09.976051 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1df45f4-dff7-499d-85d1-987c5a3dc203') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:09.976343 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1df45f4-dff7-499d-85d1-987c5a3dc203') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:09.987747 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.002931 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.008868 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:12:10.009248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:12:10.022680 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:12:10.100331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.104255 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:10.118124 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.119946 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] 10.222.0.59 "DELETE /v2.0/networks/0009ec3e-e6db-4a8b-96ae-ee635f974504 HTTP/1.1" status: 204 len: 168 time: 0.3920999 Jun 10 01:12:10.130249 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0009ec3e-e6db-4a8b-96ae-ee635f974504,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:10.132975 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-c85caa79-9b05-4b58-a3f2-cc18bc1f52ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:10.313572 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57320) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:10.366709 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57324) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:10.367227 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-124beba5-eebe-4373-a7a7-29208ca5f21a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=803941b178a84c38b58e2dd695f3ba35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520184 Jun 10 01:12:10.434867 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.435206 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-b1a59a55-f239-44c9-ae6a-45c9de881ea0 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711580504&fields=id&tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 267 time: 0.0421360 Jun 10 01:12:10.468526 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.532536 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.535273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:10.536441 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d43b84c-3c52-4e7c-917b-48c0b0363d08 HTTP/1.1" status: 204 len: 168 time: 0.1678417 Jun 10 01:12:10.537208 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-decf0137-2b0a-4bde-9018-193750438c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:10.547033 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43b84c-3c52-4e7c-917b-48c0b0363d08,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:10.549977 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:10.695373 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-87a4cdca-5a40-4acc-b4c1-145da0650368 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:10.696813 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-87a4cdca-5a40-4acc-b4c1-145da0650368 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 811 time: 0.2543466 Jun 10 01:12:10.717197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-9e2aca60-c02b-4d7b-bce5-653acf6a5559 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/quotas/103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 375 time: 0.0150065 Jun 10 01:12:10.823986 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-a79fb018-e37f-4907-8c3e-500978a9e375 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1057467 Jun 10 01:12:10.899065 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57334) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:10.947285 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-633dea2d-2148-47dd-91f9-fdbc69699838 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3967cbf03adb424580486bacca4bd987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465930 Jun 10 01:12:10.949312 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57336) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:11.001036 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-108c33b4-f8a5-4562-be82-c7a37f160701 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 01:12:11.002105 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-108c33b4-f8a5-4562-be82-c7a37f160701 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1651845 Jun 10 01:12:11.006097 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:11.031864 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:11.083169 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:11.085551 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:11.086689 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a0f9cfa-0465-4b04-b35a-6c7e7519416d HTTP/1.1" status: 204 len: 168 time: 0.1364291 Jun 10 01:12:11.087476 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7474a16a-a4bb-4aba-9755-0b4680c5bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:11.098067 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0f9cfa-0465-4b04-b35a-6c7e7519416d,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:11.100767 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:11.138755 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-18bc9f02-3e73-473e-b44c-d9680418351e service neutron] 10.222.0.59 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302776 Jun 10 01:12:11.274146 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-c2cddcce-515e-4afc-b299-84d1af271098 service neutron] 10.222.0.59 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286979 Jun 10 01:12:11.323318 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-89d68692-74d4-4986-af6e-0e281e3ad4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:11.608055 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-e1a1592b-bd43-4299-b432-de7fd5d923a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814657 Jun 10 01:12:11.729757 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-901d6994-5eaf-4447-9958-a37eaf44ade7 req-dfdfb595-e31b-4fcd-96f4-736f0331059d tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 210 time: 0.0590487 Jun 10 01:12:11.773397 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-245a41f0-d586-40c4-8885-3a08eae37159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:11.775859 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-245a41f0-d586-40c4-8885-3a08eae37159 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1098 time: 0.1453829 Jun 10 01:12:11.944833 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-e104c1c6-e89d-4da7-9a0b-59b5499096e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:11.946385 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-e104c1c6-e89d-4da7-9a0b-59b5499096e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1508770 Jun 10 01:12:12.103868 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-9054514b-4a18-41ca-b66e-0d09f5e8d209 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 1000 time: 0.1503332 Jun 10 01:12:12.191364 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-f8c386fd-aca6-4251-a82b-80a9bc0a9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:12.193453 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-f8c386fd-aca6-4251-a82b-80a9bc0a9a82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0811415 Jun 10 01:12:12.207029 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919439a-371c-43f5-873a-161bde1577aa req-b4e9bb30-fdd7-4499-a1ff-9fc8bd772703 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:12.209193 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1919439a-371c-43f5-873a-161bde1577aa req-b4e9bb30-fdd7-4499-a1ff-9fc8bd772703 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.1724846 Jun 10 01:12:12.327195 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1919439a-371c-43f5-873a-161bde1577aa req-3a78e2cf-cdde-4f3b-a918-9945fbdd5966 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713098 Jun 10 01:12:12.350870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-88ded6b3-4f9d-4984-8281-ba13af93bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:12.352349 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-88ded6b3-4f9d-4984-8281-ba13af93bf5e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420815 Jun 10 01:12:12.487876 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-9b3357b9-82ec-4fa0-8ecc-9b3a70c58938 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270757 Jun 10 01:12:12.629021 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-dbd459b9-b1cb-48d4-8934-3cd0e727a599 req-04cd82e2-66fe-459d-9fed-cacdd54163c3 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332674 Jun 10 01:12:13.016523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-e3f61599-2d0f-4671-bd5e-0e5682054128 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:13.017897 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-e3f61599-2d0f-4671-bd5e-0e5682054128 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 811 time: 0.2957757 Jun 10 01:12:13.048628 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-34bea2ae-5a34-4572-b27d-3d3c922b764d req-8b2b77d6-5721-4554-b9bf-a8a69cf489c1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 210 time: 0.1761739 Jun 10 01:12:13.084644 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-ce0b966c-300c-4b60-86ad-cd3bf2475498 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0 HTTP/1.1" status: 200 len: 380 time: 0.0540850 Jun 10 01:12:13.095414 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'port': {'device_id': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'admin_state_up': True, 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'security_groups': ['2890405f-d6fd-4224-8590-32b38b7117f0']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:13.253921 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Made reservation on behalf of 103ffe3e6c0443c49abcf5b3d962d6c0 for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:12:13.257675 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:13.432191 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Allocated IP 172.20.0.6 (f3b31037-d70d-4957-a160-29211120a0a6/5b589eac-cfd3-4dc3-a91c-a0d7f820aecb/edca7fd2-0f4f-4791-aa65-a3866c1b9697) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:12:13.502878 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:13.637863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf42138-0310-4ec8-a2cb-b8f7e8e2c7df req-6d898b48-ae65-40d9-805c-ae005604b179 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:13.639347 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1bf42138-0310-4ec8-a2cb-b8f7e8e2c7df req-6d898b48-ae65-40d9-805c-ae005604b179 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.1980257 Jun 10 01:12:13.718332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:13.723740 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1bf42138-0310-4ec8-a2cb-b8f7e8e2c7df req-39167995-714d-485a-85df-cba49cd12e6d tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725698 Jun 10 01:12:13.737352 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Transition to ACTIVE for port object edca7fd2-0f4f-4791-aa65-a3866c1b9697 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:12:13.762488 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-031944d9-8f32-4402-b7e4-b1671f9c879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:13.762739 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:13.770053 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-45404572-911e-4727-ab58-3bf9a6c86c77 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:13.835574 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Network f3b31037-d70d-4957-a160-29211120a0a6 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:12:13.839275 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:12:13.841718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:12:13.884389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=edca7fd2-0f4f-4791-aa65-a3866c1b9697,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:13.887328 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:13.917978 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:13.918583 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:13.937124 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467417 Jun 10 01:12:13.952844 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Request body: {'port': {'device_id': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:14.064914 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:14.103517 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-4bbcb9ba-97a5-4a76-a027-100263b7c3dd None None] Provisioning for port edca7fd2-0f4f-4791-aa65-a3866c1b9697 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:12:14.111195 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-4bbcb9ba-97a5-4a76-a027-100263b7c3dd None None] Provisioning complete for port edca7fd2-0f4f-4791-aa65-a3866c1b9697 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:12:14.111689 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb9ba-97a5-4a76-a027-100263b7c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:14.168316 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-4bbcb9ba-97a5-4a76-a027-100263b7c3dd None None] Port edca7fd2-0f4f-4791-aa65-a3866c1b9697 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:12:14.378945 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef1d5-97c8-435b-b5b4-27061ae16acc req-ae176cfb-acd8-44bf-965b-b1b82184821f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:14.380379 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-680ef1d5-97c8-435b-b5b4-27061ae16acc req-ae176cfb-acd8-44bf-965b-b1b82184821f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 931 time: 0.2000220 Jun 10 01:12:14.451677 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-680ef1d5-97c8-435b-b5b4-27061ae16acc req-c9fa78c2-6a85-4b73-8fa6-14459afc93ed tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524383 Jun 10 01:12:14.513381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edca7fd2-0f4f-4791-aa65-a3866c1b9697 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:12:14.555738 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:14.579900 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Transition to ACTIVE for port object edca7fd2-0f4f-4791-aa65-a3866c1b9697 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:12:14.588426 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:14.594741 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d3a8e645-1b2e-435c-b1e8-ba4f4a723cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:14.728816 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Pushing event updated for resources: {'Port': ['ID=edca7fd2-0f4f-4791-aa65-a3866c1b9697,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:14.768457 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:14.768784 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:14.947367 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-118c16ac-3cdd-4919-816e-3fcfb71876bd tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:14.948775 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-118c16ac-3cdd-4919-816e-3fcfb71876bd tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.78 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.4304030 Jun 10 01:12:15.131617 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Attempting to bind port edca7fd2-0f4f-4791-aa65-a3866c1b9697 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:12:15.131942 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Attempting to bind port edca7fd2-0f4f-4791-aa65-a3866c1b9697 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:12:15.132267 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Attempting to bind port edca7fd2-0f4f-4791-aa65-a3866c1b9697 on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:12:15.147808 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Port edca7fd2-0f4f-4791-aa65-a3866c1b9697 on network f3b31037-d70d-4957-a160-29211120a0a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:12:15.148128 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Attempting to bind port edca7fd2-0f4f-4791-aa65-a3866c1b9697 on network f3b31037-d70d-4957-a160-29211120a0a6 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:12:15.157695 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:12:15.158031 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Checking segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:12:15.158411 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Bound using segment: {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:12:15.158870 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Bound port: edca7fd2-0f4f-4791-aa65-a3866c1b9697, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887e86dc-51d8-4958-bd62-35f455227fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:12:15.159203 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:15.195647 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0660f-42ac-4722-ba59-1a28f002b9d1 req-44bb57dc-a264-48b8-bef9-cd080b71a975 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:15.197153 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-46c0660f-42ac-4722-ba59-1a28f002b9d1 req-44bb57dc-a264-48b8-bef9-cd080b71a975 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 945 time: 0.2867827 Jun 10 01:12:15.311592 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-46c0660f-42ac-4722-ba59-1a28f002b9d1 req-978b1e34-fba4-4906-a334-5983a51e2803 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c0ad3d8-59e6-46de-a4ba-238d905176ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869267 Jun 10 01:12:15.314659 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Deleting port f0aa47c9-baf0-475c-88eb-4a8a967683e6 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:15.315240 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:15.388450 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] For port edca7fd2-0f4f-4791-aa65-a3866c1b9697, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:12:15.408669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] For port edca7fd2-0f4f-4791-aa65-a3866c1b9697, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:12:15.416389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:15.423662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-edee72a7-d812-4e4e-92ef-0843914d0067 tempest-VolumesSnapshotTestJSON-1705095015 tempest-VolumesSnapshotTestJSON-1705095015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:15.503917 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:15.504543 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:15.505898 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] 10.222.0.78 "PUT /v2.0/ports/edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 200 len: 1093 time: 1.5574310 Jun 10 01:12:15.509714 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:12:15.512220 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b272006-fc50-4c15-b522-9cc05852899c" -d '{"events": [{"name": "network-changed", "server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:12:15.552907 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] For port f0aa47c9-baf0-475c-88eb-4a8a967683e6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f0aa47c9-baf0-475c-88eb-4a8a967683e6,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:15.553274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:15.569078 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Pushing event updated for resources: {'Port': ['ID=edca7fd2-0f4f-4791-aa65-a3866c1b9697,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:15.575692 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:15.663098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57105aff-1188-4384-956a-e2061b0078ff x-openstack-request-id: req-57105aff-1188-4384-956a-e2061b0078ff {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:12:15.663416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:12:15.663699 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57105aff-1188-4384-956a-e2061b0078ff {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:12:15.664116 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'status': 'completed', 'code': 200} Jun 10 01:12:15.768034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Calling delete_port for f0aa47c9-baf0-475c-88eb-4a8a967683e6 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:15.842368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-ea020aa5-71a2-473a-8079-25ad624a91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:15.844412 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-ea020aa5-71a2-473a-8079-25ad624a91a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1096 time: 0.2718811 Jun 10 01:12:15.857742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af905340-37bd-4770-af3d-a293b558d767 req-a1d60a3b-65ca-4b3b-92fb-fd0acd31b179 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:15.859109 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-af905340-37bd-4770-af3d-a293b558d767 req-a1d60a3b-65ca-4b3b-92fb-fd0acd31b179 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.1979864 Jun 10 01:12:15.942244 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-38bd71cf-8fa4-4cd9-9e1b-afaa79e00794 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 200 len: 217 time: 0.0806782 Jun 10 01:12:16.050833 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-af905340-37bd-4770-af3d-a293b558d767 req-8da82c7f-1c1b-42c2-b9ca-fb6e6458a460 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397874 Jun 10 01:12:16.066226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-40a3c209-819d-4ff5-8873-900340f21aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:16.067724 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-40a3c209-819d-4ff5-8873-900340f21aa4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.1176248 Jun 10 01:12:16.121586 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:16.127981 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7b2faeab-203f-4cca-80a6-3cc91481f9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:16.132497 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['f0aa47c9-baf0-475c-88eb-4a8a967683e6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:12:16.176860 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Pushing event deleted for resources: {'Port': ['ID=f0aa47c9-baf0-475c-88eb-4a8a967683e6,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:16.182001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:16.259884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] No DVR routers for this DVR port f0aa47c9-baf0-475c-88eb-4a8a967683e6 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:12:16.262936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:16.264804 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2cb79a71-df9e-4013-8fde-1e4504ad9e0b req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.78 "DELETE /v2.0/ports/f0aa47c9-baf0-475c-88eb-4a8a967683e6 HTTP/1.1" status: 204 len: 173 time: 1.2816801 Jun 10 01:12:16.273012 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-be32734e-1fdb-4dad-8a69-9a3dc0796b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:16.274419 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-be32734e-1fdb-4dad-8a69-9a3dc0796b1c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1988649 Jun 10 01:12:16.410634 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-1f50117d-d06a-4240-b5dd-25b94fb9064f service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278341 Jun 10 01:12:16.415624 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:16.647174 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-1270f811-000f-4303-a182-fa6755585cf8 req-d8d7e2ec-bb80-470c-abec-44503fad9089 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] 10.222.0.59 "GET /v2.0/ports?device_id=7188686c-e7ff-41b5-b15f-290ab6d7c1ee HTTP/1.1" status: 200 len: 210 time: 0.0534470 Jun 10 01:12:16.701909 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-543a2a88-c6e6-49ff-9991-6511fc24ad97 req-3591eeb2-f541-492d-b987-5fca3b64f9ff service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848063 Jun 10 01:12:16.844184 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b272006-fc50-4c15-b522-9cc05852899c req-e60f41ac-305f-41a6-aad9-1c8558e412d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:16.846140 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-e60f41ac-305f-41a6-aad9-1c8558e412d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1096 time: 0.0785069 Jun 10 01:12:16.982383 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b272006-fc50-4c15-b522-9cc05852899c req-e8b605c2-23dd-4691-9eb1-e5141b405b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:16.983857 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-e8b605c2-23dd-4691-9eb1-e5141b405b7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1313107 Jun 10 01:12:17.054675 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-88bd0af6-88d1-4da4-a4ba-085542e08a97 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 200 len: 217 time: 0.0634038 Jun 10 01:12:17.068871 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57448) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:17.118389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b272006-fc50-4c15-b522-9cc05852899c req-3adf4a16-a256-4ef7-b63b-8498e8781e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:17.119961 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-3adf4a16-a256-4ef7-b63b-8498e8781e92 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0586760 Jun 10 01:12:17.192644 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-00055594-a31c-4268-8afb-304acac83224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.262476 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b272006-fc50-4c15-b522-9cc05852899c req-f0ca6d52-02e7-4c4b-b13c-ae33b22dc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:17.264209 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-f0ca6d52-02e7-4c4b-b13c-ae33b22dc637 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1379063 Jun 10 01:12:17.272472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50dae-3ca5-4da2-b6bd-ff39720d24fb req-728e037e-ca4b-4865-8d78-adbc6f282719 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:17.273804 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-efd50dae-3ca5-4da2-b6bd-ff39720d24fb req-728e037e-ca4b-4865-8d78-adbc6f282719 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.1163716 Jun 10 01:12:17.303175 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-00055594-a31c-4268-8afb-304acac83224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.308459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-00055594-a31c-4268-8afb-304acac83224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.315830 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:17.355568 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00055594-a31c-4268-8afb-304acac83224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d06c3fb-de58-4a0d-b407-85fd9bf00be5,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:17.360363 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-00055594-a31c-4268-8afb-304acac83224 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ec6d3f7846640ed91817949f2d7e981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904153 Jun 10 01:12:17.361255 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-00055594-a31c-4268-8afb-304acac83224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:17.363157 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57454) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:17.400190 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-efd50dae-3ca5-4da2-b6bd-ff39720d24fb req-a273127f-bb2b-49aa-8232-2afd59819594 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055303 Jun 10 01:12:17.427880 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.436432 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-87e8ec41-cff7-45e1-a98a-9d300f24294f service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617162 Jun 10 01:12:17.453923 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.509177 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.511742 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.512884 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d06c3fb-de58-4a0d-b407-85fd9bf00be5 HTTP/1.1" status: 204 len: 168 time: 0.1487706 Jun 10 01:12:17.513814 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3c6c44be-3754-4953-8e15-6cd8bf0e1ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:17.523971 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d06c3fb-de58-4a0d-b407-85fd9bf00be5,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:17.526199 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-09be3de6-8961-4808-9ce9-cf039d9704e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:17.571521 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6b272006-fc50-4c15-b522-9cc05852899c req-158d493f-7bc6-44cb-a3fe-40e04ac1a7c2 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286192 Jun 10 01:12:17.665557 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'name': 'network-vif-deleted', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:12:17.668032 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f64e01b-f5bb-4d6e-b813-d9e2545da900" -d '{"events": [{"server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "name": "network-vif-deleted", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:12:17.712406 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf82a778-0a65-4ca5-a99d-f7a22fd86820 x-openstack-request-id: req-cf82a778-0a65-4ca5-a99d-f7a22fd86820 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:12:17.712836 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7188686c-e7ff-41b5-b15f-290ab6d7c1ee", "name": "network-vif-deleted", "tag": "f0aa47c9-baf0-475c-88eb-4a8a967683e6", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:12:17.713261 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf82a778-0a65-4ca5-a99d-f7a22fd86820 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:12:17.713782 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7188686c-e7ff-41b5-b15f-290ab6d7c1ee', 'name': 'network-vif-deleted', 'tag': 'f0aa47c9-baf0-475c-88eb-4a8a967683e6', 'status': 'completed', 'code': 200} Jun 10 01:12:17.794752 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57470) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:17.813163 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.915676 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.920374 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:17.928293 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-591f2ca6-8b23-46a2-af23-7544590acdfa tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:17.968270 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dfc296c978d14240877717e1b7332a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720295 Jun 10 01:12:17.969923 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95deda9b-7079-4dd5-8f53-68c6806662b6,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:17.970769 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57480) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:17.972897 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:18.028637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:18.058115 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:18.115259 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:18.117807 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:18.118937 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95deda9b-7079-4dd5-8f53-68c6806662b6 HTTP/1.1" status: 204 len: 168 time: 0.1471646 Jun 10 01:12:18.119664 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a5be61b6-cd8a-45c6-aa6f-128816971d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:18.129166 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95deda9b-7079-4dd5-8f53-68c6806662b6,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:18.131764 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9652e66f-4f92-4e7f-afa4-1624f060b89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:18.414943 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57514) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:18.588549 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027043d5-8b24-433c-ab1d-4b695d19b130 req-f7e32052-cdb2-4725-bf96-1946191d4561 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:18.590738 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-027043d5-8b24-433c-ab1d-4b695d19b130 req-f7e32052-cdb2-4725-bf96-1946191d4561 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.0843844 Jun 10 01:12:18.637770 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-027043d5-8b24-433c-ab1d-4b695d19b130 req-5908e4e5-a601-43b5-b9ba-b517c31b0cdf tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Jun 10 01:12:19.061906 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.306513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57540) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:19.425100 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.470410 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Deleting port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:19.471039 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.529662 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.534062 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.542721 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8b730679-2cd1-48aa-b6e3-3707ea606ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:19.590694 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] For port 0e867d8a-9abf-40e3-bd82-3150afb0c8f2, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:19.590977 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69680482847c4d079a83743c3f330ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828832 Jun 10 01:12:19.591429 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.592090 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2602c29-04d3-444e-b877-07d1c110c195,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:19.597348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:19.598105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57544) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:19.656485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.682290 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.716459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Calling delete_port for 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 owned by network:router_interface {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:19.735390 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.738241 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.739399 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2602c29-04d3-444e-b877-07d1c110c195 HTTP/1.1" status: 204 len: 168 time: 0.1394861 Jun 10 01:12:19.740001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:19.749479 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2602c29-04d3-444e-b877-07d1c110c195,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:19.767993 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:19.785691 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device f0aa47c9-baf0-475c-88eb-4a8a967683e6 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:19.840277 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: f0aa47c9-baf0-475c-88eb-4a8a967683e6 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:19.840831 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device f0aa47c9-baf0-475c-88eb-4a8a967683e6 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:19.863140 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:19.872491 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc0e9-d598-49c4-80dc-4bf3e6577260 req-88c012ed-775b-4a48-89e8-848c8360bd71 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:19.874158 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-247cc0e9-d598-49c4-80dc-4bf3e6577260 req-88c012ed-775b-4a48-89e8-848c8360bd71 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.1052098 Jun 10 01:12:19.877089 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0d1faee2-189e-40cd-acd9-fbe9f56f5e61 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:19.920278 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-247cc0e9-d598-49c4-80dc-4bf3e6577260 req-f7db4de5-84b0-405b-ab64-be12376acda0 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397124 Jun 10 01:12:19.963768 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e867d8a-9abf-40e3-bd82-3150afb0c8f2,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:19.966343 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:20.193471 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:20.655514 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Router 011cacf0-a969-4fa4-9887-87020d262f45 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:12:20.829760 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:12:20.834515 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] 10.222.0.59 "PUT /v2.0/routers/011cacf0-a969-4fa4-9887-87020d262f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4185655 Jun 10 01:12:20.837130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57572) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:20.839039 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] Sync routers for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:12:20.849286 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:20.850072 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:21.060879 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:21.220658 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks [] for router, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:21.353552 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:12:19Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:21.357352 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] Checking router: 011cacf0-a969-4fa4-9887-87020d262f45 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:12:21.366675 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] Routers {'011cacf0-a969-4fa4-9887-87020d262f45'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:21.367276 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['011cacf0-a969-4fa4-9887-87020d262f45'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:21.373267 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba040d41-e3cd-4e33-aa66-027dbd895c7e req-0df4540c-3207-4082-a0aa-e3b0434fea1a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:21.374773 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ba040d41-e3cd-4e33-aa66-027dbd895c7e req-0df4540c-3207-4082-a0aa-e3b0434fea1a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.2502153 Jun 10 01:12:21.444147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ba040d41-e3cd-4e33-aa66-027dbd895c7e req-cde10225-2773-4845-a578-cef0a8711a6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620291 Jun 10 01:12:21.445466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:21.518060 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Deleting port 882f8278-9d5f-4f93-a58e-5c24153f43dd {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:21.518407 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:21.538393 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] Set router 011cacf0-a969-4fa4-9887-87020d262f45 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:21.639377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] For port 882f8278-9d5f-4f93-a58e-5c24153f43dd, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=882f8278-9d5f-4f93-a58e-5c24153f43dd,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:21.639641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:21.763731 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Calling delete_port for 882f8278-9d5f-4f93-a58e-5c24153f43dd owned by network:router_gateway {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:21.840801 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:12:19Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:21.845673 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaf09c9-44d7-4560-8ee2-bcec0ffe264c None None] The sync data for ids ['011cacf0-a969-4fa4-9887-87020d262f45'] in dv-cinder-795009-3-iscsi is: [{'id': '011cacf0-a969-4fa4-9887-87020d262f45', 'name': 'tempest-TestMinimumBasicScenario-2108859874-router', 'tenant_id': 'b344a4721941471ab96772f6b7c27205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:12:19Z', 'revision_number': 5, 'project_id': 'b344a4721941471ab96772f6b7c27205', 'gw_port': {'id': '882f8278-9d5f-4f93-a58e-5c24153f43dd', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cacf0-a969-4fa4-9887-87020d262f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:47Z', 'updated_at': '2021-06-10T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:12:21.901890 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:21.905185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ae081933-081e-4208-988d-a604e797c26a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:21.949698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Pushing event deleted for resources: {'Port': ['ID=882f8278-9d5f-4f93-a58e-5c24153f43dd,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:21.952762 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:22.036768 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.208540 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.211129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.235457 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.236047 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011cacf0-a969-4fa4-9887-87020d262f45 {{(pid=91714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:12:22.241189 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.245527 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57586) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:22.246024 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] 10.222.0.59 "DELETE /v2.0/routers/011cacf0-a969-4fa4-9887-87020d262f45 HTTP/1.1" status: 204 len: 168 time: 1.4073997 Jun 10 01:12:22.313166 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Deleting subnet 27e6d0a4-8d64-4159-bfae-33471c5061c7 {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:12:22.317567 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.368653 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.500722 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.570520 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.575344 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:22.611827 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e6d0a4-8d64-4159-bfae-33471c5061c7,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:22.614320 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:22.616931 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.618958 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f3803342-9233-48b6-be13-4e0ee364c9e1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/27e6d0a4-8d64-4159-bfae-33471c5061c7 HTTP/1.1" status: 204 len: 168 time: 0.3723865 Jun 10 01:12:22.621499 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57592) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:22.626213 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d61b74-d715-4a92-831b-f222e364fcf6 None None] Network da77635e-b19f-460e-ab2c-6e79804dc738 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:12:22.650737 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068ca5-ecbb-4f2d-8d6b-77161d5a334d req-daa6c5a6-5130-41ad-9b26-09b924cf9045 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:22.652497 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b5068ca5-ecbb-4f2d-8d6b-77161d5a334d req-daa6c5a6-5130-41ad-9b26-09b924cf9045 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.0948832 Jun 10 01:12:22.697553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b5068ca5-ecbb-4f2d-8d6b-77161d5a334d req-3d849515-b1ac-43a7-8f69-1f14504c50a2 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390580 Jun 10 01:12:22.723201 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.795649 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Deleting port 6776f68b-219f-42cf-9b3e-997ec70b3b54 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:22.796013 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.886511 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] DHCP port deletion for da77635e-b19f-460e-ab2c-6e79804dc738 request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:12:22.905218 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] For port 6776f68b-219f-42cf-9b3e-997ec70b3b54, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=6776f68b-219f-42cf-9b3e-997ec70b3b54,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:22.906116 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:22.956488 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Deleting port 6776f68b-219f-42cf-9b3e-997ec70b3b54 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:22.956794 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.027285 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Calling delete_port for 6776f68b-219f-42cf-9b3e-997ec70b3b54 owned by network:dhcp {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:23.052785 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] For port 6776f68b-219f-42cf-9b3e-997ec70b3b54, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=6776f68b-219f-42cf-9b3e-997ec70b3b54,segment=NetworkSegment(e6676bac-530a-4ccb-a737-da52c14559e1),segment_id=e6676bac-530a-4ccb-a737-da52c14559e1)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:23.053182 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.073010 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.078331 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:23.125629 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] No DVR routers for this DVR port 6776f68b-219f-42cf-9b3e-997ec70b3b54 on host dv-cinder-795009-3-iscsi {{(pid=91713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:12:23.151129 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Pushing event deleted for resources: {'Port': ['ID=6776f68b-219f-42cf-9b3e-997ec70b3b54,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:23.153368 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:23.181332 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Calling delete_port for 6776f68b-219f-42cf-9b3e-997ec70b3b54 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:23.242382 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.291327 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 882f8278-9d5f-4f93-a58e-5c24153f43dd no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:23.365136 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da77635e-b19f-460e-ab2c-6e79804dc738']}} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:23.365743 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 882f8278-9d5f-4f93-a58e-5c24153f43dd {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:23.365857 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 882f8278-9d5f-4f93-a58e-5c24153f43dd not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:23.366233 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:23.377704 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6676bac-530a-4ccb-a737-da52c14559e1') {'for_net_delete': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:23.377999 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6676bac-530a-4ccb-a737-da52c14559e1') {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:23.389212 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28182871'] for segment, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.404826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:23.405166 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 0e867d8a-9abf-40e3-bd82-3150afb0c8f2 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:23.405294 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.405605 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 6776f68b-219f-42cf-9b3e-997ec70b3b54 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:23.411156 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=91713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:12:23.411528 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29334469'] for segment, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: Traceback (most recent call last): Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: timer() Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: cb(*args, **kw) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: return func(*args, **kwargs) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: self._notify() Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: self.callback(batched_events) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: event.method(event) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: return f(self, *a, **k) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._get(url).json() Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: return self.request(url, 'GET', **kwargs) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:12:23.424121 dv-cinder-795009-3-iscsi neutron-server[91713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:12:23.441017 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 6776f68b-219f-42cf-9b3e-997ec70b3b54 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:23.441356 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 6776f68b-219f-42cf-9b3e-997ec70b3b54 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:23.446765 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.450172 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:23.493207 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Pushing event deleted for resources: {'Port': ['ID=6776f68b-219f-42cf-9b3e-997ec70b3b54,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:23.496150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:23.496938 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] No DVR routers for this DVR port 6776f68b-219f-42cf-9b3e-997ec70b3b54 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:12:23.507027 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.512208 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:23.514012 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] 10.222.0.59 "DELETE /v2.0/networks/da77635e-b19f-460e-ab2c-6e79804dc738 HTTP/1.1" status: 204 len: 168 time: 0.8914855 Jun 10 01:12:23.514998 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:23.517574 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57596) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:23.532647 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Pushing event deleted for resources: {'Network': ['ID=da77635e-b19f-460e-ab2c-6e79804dc738,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:23.535130 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:24.040718 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97d358-3630-4ec4-bdd9-4ec4fec39fa7 req-b8f95428-d7eb-4fc4-83ed-da9a2426de68 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:24.042148 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fa97d358-3630-4ec4-bdd9-4ec4fec39fa7 req-b8f95428-d7eb-4fc4-83ed-da9a2426de68 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.2065089 Jun 10 01:12:24.137405 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fa97d358-3630-4ec4-bdd9-4ec4fec39fa7 req-f3444120-67a2-43e4-a055-4a53155df686 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878398 Jun 10 01:12:24.233345 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:24.627790 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Deleting port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:24.628453 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:24.743549 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] For port 7e027a59-506b-42b7-a323-6f4c3f9b2ec5, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:24.743895 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:24.861909 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Calling delete_port for 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 owned by network:router_interface {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:25.003185 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:25.006557 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7c9b6e68-8ac8-4b88-837d-921a7ed9d9d3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:25.046709 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e027a59-506b-42b7-a323-6f4c3f9b2ec5,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:25.050083 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:25.459300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:25.526845 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d3d4-ca48-4231-b8ce-4c3bbdc93815 req-1cfde05b-6ed4-4be3-8ea8-7d7f799c51ef tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:25.528292 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a9a4d3d4-ca48-4231-b8ce-4c3bbdc93815 req-1cfde05b-6ed4-4be3-8ea8-7d7f799c51ef tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.2263093 Jun 10 01:12:25.650306 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-a9a4d3d4-ca48-4231-b8ce-4c3bbdc93815 req-7129f4da-22e7-4794-a00f-09b50f3cddc1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155615 Jun 10 01:12:25.875803 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:12:26.049405 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:12:26.056700 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] 10.222.0.59 "PUT /v2.0/routers/6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355246 Jun 10 01:12:26.056700 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57606) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:26.057451 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] Sync routers for ids ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:12:26.067288 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] Routers {'6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:26.067898 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:26.228625 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:26.238815 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] Set router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:26.403707 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:26.473464 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Deleting port 95e0b6df-d59b-4d44-9b59-399ef04a74f1 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:26.473799 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:26.519576 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:12:24Z', 'revision_number': 5, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port': {'id': '95e0b6df-d59b-4d44-9b59-399ef04a74f1', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:26.523495 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] Checking router: 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:12:26.532407 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] Routers {'6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:26.533058 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:26.688336 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] Set router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 gateway port host: None {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:26.702001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] For port 95e0b6df-d59b-4d44-9b59-399ef04a74f1, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=95e0b6df-d59b-4d44-9b59-399ef04a74f1,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:26.703082 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:26.791862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:12:26Z', 'revision_number': 6, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:26.795664 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cdd7a-01c7-46d7-8d03-ef441efafabb None None] The sync data for ids ['6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744'] in dv-cinder-795009-3-iscsi is: [{'id': '6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744', 'name': 'tempest-TestMinimumBasicScenario-1335345337-router', 'tenant_id': '44ade59954f44d319fd4254105ec8c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:07:53Z', 'updated_at': '2021-06-10T01:12:26Z', 'revision_number': 6, 'project_id': '44ade59954f44d319fd4254105ec8c4c', 'gw_port_host': None}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:12:26.858213 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Calling delete_port for 95e0b6df-d59b-4d44-9b59-399ef04a74f1 owned by network:router_gateway {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:26.923331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262bc0e-5c30-41df-a928-2b0da7a3e988 req-e2462697-ac5d-4dd4-af84-b9e17d56d126 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:26.924773 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7262bc0e-5c30-41df-a928-2b0da7a3e988 req-e2462697-ac5d-4dd4-af84-b9e17d56d126 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.1606076 Jun 10 01:12:26.984886 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7262bc0e-5c30-41df-a928-2b0da7a3e988 req-ccbbd190-fcd5-40a9-813e-94a4cda24e66 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486386 Jun 10 01:12:27.063274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.066890 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f932f3ef-cb74-4654-ac82-82a84671cdec tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:27.111344 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e0b6df-d59b-4d44-9b59-399ef04a74f1,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:27.135946 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:27.201379 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.370009 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.372155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.395969 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.396505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 {{(pid=91714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:12:27.400987 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.402077 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6b4ea7bb-e28d-4f8b-bd06-b8bfb8929744 HTTP/1.1" status: 204 len: 168 time: 1.3445289 Jun 10 01:12:27.404474 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57612) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:27.459858 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Deleting subnet 301738e4-6f94-48d6-b888-8c9ebc870de0 {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:12:27.462679 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.511935 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.589579 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.597998 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:27.633288 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:27.633637 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7e027a59-506b-42b7-a323-6f4c3f9b2ec5 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:27.659451 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.663332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:27.701731 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301738e4-6f94-48d6-b888-8c9ebc870de0,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:27.704627 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:27.705688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.707422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-cf642fc4-b730-4de8-8039-704c3a314ff2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/301738e4-6f94-48d6-b888-8c9ebc870de0 HTTP/1.1" status: 204 len: 168 time: 0.3020623 Jun 10 01:12:27.709834 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57616) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:27.710712 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524e4d0-d3f0-4033-91a5-c3c4e2a2833e None None] Network a236c6cb-fcfe-4375-ab23-eabeff44408c requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:12:27.816157 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.886838 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Deleting port 7af892b0-61f2-4361-babe-c85d0ddfef69 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:27.887177 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:27.962931 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] DHCP port deletion for a236c6cb-fcfe-4375-ab23-eabeff44408c request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:12:27.994617 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] For port 7af892b0-61f2-4361-babe-c85d0ddfef69, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7af892b0-61f2-4361-babe-c85d0ddfef69,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:27.994992 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.035990 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Deleting port 7af892b0-61f2-4361-babe-c85d0ddfef69 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:12:28.036382 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.177170 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] For port 7af892b0-61f2-4361-babe-c85d0ddfef69, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=7af892b0-61f2-4361-babe-c85d0ddfef69,segment=NetworkSegment(8088007d-efd7-402f-ac34-1ed3b3840bd7),segment_id=8088007d-efd7-402f-ac34-1ed3b3840bd7)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:28.177448 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.221141 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Calling delete_port for 7af892b0-61f2-4361-babe-c85d0ddfef69 owned by network:dhcp {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:28.295195 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Calling delete_port for 7af892b0-61f2-4361-babe-c85d0ddfef69 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:12:28.325730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db387e94-c4f9-4080-869e-24bca0011fc5 req-e6ad7111-6f97-47f5-a3b1-e8f828ffa098 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:28.327742 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-db387e94-c4f9-4080-869e-24bca0011fc5 req-e6ad7111-6f97-47f5-a3b1-e8f828ffa098 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.1145709 Jun 10 01:12:28.345851 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.348950 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.349409 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:28.355888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-4de9e12c-e04a-4359-948e-36b3630363c7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:28.390028 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Pushing event deleted for resources: {'Port': ['ID=7af892b0-61f2-4361-babe-c85d0ddfef69,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:28.392816 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:28.397068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] No DVR routers for this DVR port 7af892b0-61f2-4361-babe-c85d0ddfef69 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:12:28.403251 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af892b0-61f2-4361-babe-c85d0ddfef69,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:28.412908 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:28.413649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] No DVR routers for this DVR port 7af892b0-61f2-4361-babe-c85d0ddfef69 on host dv-cinder-795009-3-iscsi {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:12:28.469241 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-db387e94-c4f9-4080-869e-24bca0011fc5 req-a0cf1623-78ef-41a5-b645-857f44b1640f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351421 Jun 10 01:12:28.537885 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.550058 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a236c6cb-fcfe-4375-ab23-eabeff44408c']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:28.561987 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8088007d-efd7-402f-ac34-1ed3b3840bd7') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:28.562274 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8088007d-efd7-402f-ac34-1ed3b3840bd7') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:28.572977 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.589704 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.595776 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:12:28.596195 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:12:28.609482 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:12:28.685867 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.691529 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:28.693478 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a236c6cb-fcfe-4375-ab23-eabeff44408c HTTP/1.1" status: 204 len: 168 time: 0.9825754 Jun 10 01:12:28.694279 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f701914b-8578-4d59-a8f2-027c11cdc3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:28.712376 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a236c6cb-fcfe-4375-ab23-eabeff44408c,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:28.714782 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:28.877316 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57632) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:28.930104 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2c7db01b-3b18-40e4-b84c-9bb24802e629 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b344a4721941471ab96772f6b7c27205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514705 Jun 10 01:12:28.932440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57636) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:28.994354 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.020676 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.073066 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.075608 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.076756 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c0ad3d8-59e6-46de-a4ba-238d905176ea HTTP/1.1" status: 204 len: 168 time: 0.1433272 Jun 10 01:12:29.077577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e38b2238-7762-4240-b5db-a976b7537a30 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:29.091119 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ad3d8-59e6-46de-a4ba-238d905176ea,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:29.093847 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-554d1429-b523-452c-9be7-e4da779c4bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:29.289785 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7af892b0-61f2-4361-babe-c85d0ddfef69 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:29.334684 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 7af892b0-61f2-4361-babe-c85d0ddfef69 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:29.335161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 7af892b0-61f2-4361-babe-c85d0ddfef69 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:29.335679 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 95e0b6df-d59b-4d44-9b59-399ef04a74f1 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:12:29.373077 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 95e0b6df-d59b-4d44-9b59-399ef04a74f1 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:12:29.373546 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 95e0b6df-d59b-4d44-9b59-399ef04a74f1 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:12:29.448051 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57660) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:29.502844 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2da281e5-b917-47d5-a264-dcb50b0c8d98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44ade59954f44d319fd4254105ec8c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534744 Jun 10 01:12:29.505706 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57666) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:29.565809 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.590937 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.643324 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.645933 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:29.647203 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f07487c5-e43f-4334-abd9-901ece58ace6 HTTP/1.1" status: 204 len: 168 time: 0.1408646 Jun 10 01:12:29.648077 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-1ec9e400-4021-4845-b15a-a596ee972e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:29.658806 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07487c5-e43f-4334-abd9-901ece58ace6,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:29.659555 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5d309-89c6-42b4-9344-b195057e79c0 req-0a63acdb-1ef4-4a5f-b3ca-d97102d98556 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:29.661354 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd5d309-89c6-42b4-9344-b195057e79c0 req-0a63acdb-1ef4-4a5f-b3ca-d97102d98556 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.0822473 Jun 10 01:12:29.661666 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-76d5d5f6-6741-44b7-bf55-ad4646e52d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:29.710561 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8bd5d309-89c6-42b4-9344-b195057e79c0 req-3d3ea958-e86a-414a-b821-56b737e11b5e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Jun 10 01:12:30.769394 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device edca7fd2-0f4f-4791-aa65-a3866c1b9697 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:12:30.904138 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port edca7fd2-0f4f-4791-aa65-a3866c1b9697, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:30.905432 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e3fa7-8d37-42c9-aa9c-2c8481e13541 req-7a84128d-fbc9-436b-a4e5-352c78e35bbb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:30.906977 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-408e3fa7-8d37-42c9-aa9c-2c8481e13541 req-7a84128d-fbc9-436b-a4e5-352c78e35bbb tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 943 time: 0.0878255 Jun 10 01:12:30.920499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'port_id': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'mac_address': 'fa:16:3e:ba:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:12:30.957978 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-408e3fa7-8d37-42c9-aa9c-2c8481e13541 req-abca36d7-ad80-43b0-a702-a7ea7e26acec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Jun 10 01:12:30.981932 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:30.999633 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edca7fd2-0f4f-4791-aa65-a3866c1b9697 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:12:31.014958 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port edca7fd2-0f4f-4791-aa65-a3866c1b9697, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:31.018345 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:31.020033 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-9d99ec72-860a-44b4-85d5-1d661b8f5ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:31.085463 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=edca7fd2-0f4f-4791-aa65-a3866c1b9697,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:31.088281 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:31.099088 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:12:31.385667 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['edca7fd2-0f4f-4791-aa65-a3866c1b9697'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:12:32.056224 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57688) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:32.145321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d4fa3-8d21-4cbc-b9a5-d42a5b4e619f req-8436b9fb-f393-446e-8575-20ec020b3c59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:32.146807 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-523d4fa3-8d21-4cbc-b9a5-d42a5b4e619f req-8436b9fb-f393-446e-8575-20ec020b3c59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 944 time: 0.0813625 Jun 10 01:12:32.173959 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.191087 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-523d4fa3-8d21-4cbc-b9a5-d42a5b4e619f req-54c0ec18-d976-428f-aaf7-69f1dc93d29c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 Jun 10 01:12:32.277582 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.281933 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.288909 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-1c6a9326-3b91-4306-b442-877fcad1fceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:32.327563 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1410e211-992c-41d5-83c0-d0f241fd9105,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:32.330690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:32.333309 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a4252c0533044f98c852224b207bb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760968 Jun 10 01:12:32.335928 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57692) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:32.391519 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.415997 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.468471 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.471036 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.472138 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1410e211-992c-41d5-83c0-d0f241fd9105 HTTP/1.1" status: 204 len: 168 time: 0.1353323 Jun 10 01:12:32.472943 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6f2e08b5-923b-4b8c-ab2a-fea1b92b95b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:32.482724 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1410e211-992c-41d5-83c0-d0f241fd9105,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:32.485300 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:32.791788 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device edca7fd2-0f4f-4791-aa65-a3866c1b9697 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:12:32.863362 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port edca7fd2-0f4f-4791-aa65-a3866c1b9697 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:12:32.868029 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port edca7fd2-0f4f-4791-aa65-a3866c1b9697 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:12:32.868394 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:32.997190 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:33.024499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:12:33.026756 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9a228-d27a-4447-8cc2-11b721a54444" -d '{"events": [{"server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "name": "network-vif-plugged", "status": "completed", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:12:33.035512 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port edca7fd2-0f4f-4791-aa65-a3866c1b9697, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:12:33.048150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:33.051235 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:33.090994 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b895e9-c124-458c-b737-3919dce1f1e8 x-openstack-request-id: req-03b895e9-c124-458c-b737-3919dce1f1e8 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:12:33.091395 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "name": "network-vif-plugged", "status": "completed", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:12:33.091651 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03b895e9-c124-458c-b737-3919dce1f1e8 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:12:33.092676 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'code': 200} Jun 10 01:12:33.129081 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=edca7fd2-0f4f-4791-aa65-a3866c1b9697,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:33.132102 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:33.441532 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03771ef6-56d8-43f2-a033-c43890de53a0 req-6e2bb9ff-6277-402a-81c0-faefb4ced1d2 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:33.443028 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-03771ef6-56d8-43f2-a033-c43890de53a0 req-6e2bb9ff-6277-402a-81c0-faefb4ced1d2 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.1420274 Jun 10 01:12:33.445631 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67598932-4b94-4740-b351-3a9990cd335b req-e3418b0c-0a94-48d9-a6fb-6448f10bbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:33.446979 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67598932-4b94-4740-b351-3a9990cd335b req-e3418b0c-0a94-48d9-a6fb-6448f10bbc82 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1098 time: 0.1062934 Jun 10 01:12:33.518826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-03771ef6-56d8-43f2-a033-c43890de53a0 req-c92149cc-91ca-4ba4-a781-7038dce85c6c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691042 Jun 10 01:12:33.522638 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67598932-4b94-4740-b351-3a9990cd335b req-4dd5851a-172b-4d77-85e1-141ede43dafa service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600173 Jun 10 01:12:33.915767 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57738) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:34.033916 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.140790 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.144359 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.152423 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-922962ef-fbec-4d0f-861d-e67485d397ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:34.191612 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a98d4a740e4d46ffac720b37b2a3232d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748122 Jun 10 01:12:34.192587 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6c2de-df2a-43db-aee5-62153b39ced5,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:34.194311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57742) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:34.195705 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:34.251104 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.275393 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.326146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.328622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:34.329722 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61a6c2de-df2a-43db-aee5-62153b39ced5 HTTP/1.1" status: 204 len: 168 time: 0.1343312 Jun 10 01:12:34.330505 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5fe4a940-4692-43e0-aaa9-5ea0898a2472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:34.340651 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6c2de-df2a-43db-aee5-62153b39ced5,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:34.343010 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e029d011-6f3f-4da6-8eb6-fd5b0bc8a26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:34.722219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e6b9-8752-47a0-9075-e8df7a918cf1 req-f355258b-6bc8-4a16-8097-0b45f841ad21 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:34.723721 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4e91e6b9-8752-47a0-9075-e8df7a918cf1 req-f355258b-6bc8-4a16-8097-0b45f841ad21 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.0883689 Jun 10 01:12:34.770832 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4e91e6b9-8752-47a0-9075-e8df7a918cf1 req-7c17308a-b10a-46ad-a249-7e178ea6a195 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413992 Jun 10 01:12:35.950854 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2351ad-1510-40bc-acb3-5c627e98f307 req-bf326cc2-109e-4eb7-baef-62becff81230 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:35.952370 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6d2351ad-1510-40bc-acb3-5c627e98f307 req-bf326cc2-109e-4eb7-baef-62becff81230 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.0791941 Jun 10 01:12:35.995505 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6d2351ad-1510-40bc-acb3-5c627e98f307 req-2e13f18c-3576-454c-a413-7eb6d3df309e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Jun 10 01:12:36.180633 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a884a07-4327-4b84-8e13-953af99c9dcc req-cc5a1c1b-e088-4352-852d-78ac4058a503 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:36.181949 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6a884a07-4327-4b84-8e13-953af99c9dcc req-cc5a1c1b-e088-4352-852d-78ac4058a503 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.0816317 Jun 10 01:12:36.225328 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6a884a07-4327-4b84-8e13-953af99c9dcc req-a7d7f440-8f5e-4e96-a1a8-a72edf414865 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372629 Jun 10 01:12:36.249423 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57752) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:36.473305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2ebd2-e11c-4796-a05d-c46aa27e2493 tempest-TestVolumeBootPattern-567830569 tempest-TestVolumeBootPattern-567830569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:36.474706 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-a7e2ebd2-e11c-4796-a05d-c46aa27e2493 tempest-TestVolumeBootPattern-567830569 tempest-TestVolumeBootPattern-567830569-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1093 time: 0.2242999 Jun 10 01:12:36.477483 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57756) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:12:36.481808 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'port_id': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:12:36.503846 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:36.714258 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:36.848186 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Allocated IP 172.27.0.73 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/a0766470-5b3c-4650-bb83-a5dac11398dc) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:12:36.997346 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:37.025894 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:37.030971 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ae081933-081e-4208-988d-a604e797c26a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:37.089881 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:12:37.093695 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:12:37.097370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:12:37.137340 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=a0766470-5b3c-4650-bb83-a5dac11398dc,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:37.141256 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:37.495815 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:37.566767 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:37.764155 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:37.768271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:37.772794 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b4ddfe75-2a4b-41b5-9db4-885e38e7344d tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:12:37.875818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event updated for resources: {'Port': ['ID=a0766470-5b3c-4650-bb83-a5dac11398dc,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:12:37.878456 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:12:37.883447 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:38.050476 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Floating IP 465cc4ad-2a41-48a9-b221-dbe95591185a associated. External IP: 172.27.0.73, port: edca7fd2-0f4f-4791-aa65-a3866c1b9697. Jun 10 01:12:38.483218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:12:38.658268 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:12:38.668612 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:12:38.677834 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:38.678397 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:38.679039 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:38.733017 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-13d9f317-0e59-4e39-a46c-125675720a59 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2537503 Jun 10 01:12:38.733454 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:12:38.735808 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01251541-5d03-4871-a272-dd3e56c06c80" -d '{"events": [{"name": "network-changed", "server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:12:38.777795 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de114c95-0730-4a6d-84d8-d674fe379bdd x-openstack-request-id: req-de114c95-0730-4a6d-84d8-d674fe379bdd {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:12:38.778126 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:12:38.778416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de114c95-0730-4a6d-84d8-d674fe379bdd {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:12:38.778885 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'status': 'completed', 'code': 200} Jun 10 01:12:38.855913 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:38.869937 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251541-5d03-4871-a272-dd3e56c06c80 req-3ad5310f-81d8-452a-a0c1-68016961febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:38.871437 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-3ad5310f-81d8-452a-a0c1-68016961febd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1098 time: 0.0719030 Jun 10 01:12:38.955006 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:39.009749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251541-5d03-4871-a272-dd3e56c06c80 req-5b35c490-8307-409a-851e-e6495fc8bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:39.011297 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-5b35c490-8307-409a-851e-e6495fc8bccc service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1330793 Jun 10 01:12:39.115242 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-a4aadbc2-794d-4d22-91ff-ec2c928f24c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 200 len: 998 time: 0.0958827 Jun 10 01:12:39.175754 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251541-5d03-4871-a272-dd3e56c06c80 req-5dfb6271-5ff1-4a6e-9460-a4df2cd7356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:39.177174 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-5dfb6271-5ff1-4a6e-9460-a4df2cd7356f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0558162 Jun 10 01:12:39.209589 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '465cc4ad-2a41-48a9-b221-dbe95591185a', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:ba:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:12:37Z', 'updated_at': '2021-06-10T01:12:37Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}, {'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:57Z', 'revision_number': 1, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:39.213289 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:12:39.222057 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:12:39.222684 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:39.254360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251541-5d03-4871-a272-dd3e56c06c80 req-65ad5f06-c93d-40c3-8159-869a118316eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:12:39.255840 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-65ad5f06-c93d-40c3-8159-869a118316eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720789 Jun 10 01:12:39.384190 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-54c8c26a-fb15-4436-99d2-9970100db1a3 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217074 Jun 10 01:12:39.393746 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:12:39.514303 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-01251541-5d03-4871-a272-dd3e56c06c80 req-4f13aefd-1dd5-4249-82d1-a019ad1bba84 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231225 Jun 10 01:12:39.731217 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '465cc4ad-2a41-48a9-b221-dbe95591185a', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:ba:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:12:37Z', 'updated_at': '2021-06-10T01:12:37Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}, {'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:57Z', 'revision_number': 1, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:12:39.735122 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e471f0-3e32-4c92-b135-230db9306ecf None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '465cc4ad-2a41-48a9-b221-dbe95591185a', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:ba:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:12:37Z', 'updated_at': '2021-06-10T01:12:37Z', 'revision_number': 0, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}, {'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:57Z', 'revision_number': 1, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:12:39.907725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a178608-e86e-4fa6-afeb-3d19ffeef0a4 None None] New status for floating IP 465cc4ad-2a41-48a9-b221-dbe95591185a: ACTIVE {{(pid=91715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:12:41.315456 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-869edc2b-20e9-422d-b3f6-31e00b4dff1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:43.504278 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:43.756719 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-2517e9e3-4654-4d35-9e41-b0dec5007b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:44.759620 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:12:46.419161 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:06.668575 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11064b4-a312-4ea9-9c82-d278dccf63e0 req-2184bdd7-5430-416a-ab6c-5798138aaa60 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:06.669976 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b11064b4-a312-4ea9-9c82-d278dccf63e0 req-2184bdd7-5430-416a-ab6c-5798138aaa60 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.0768604 Jun 10 01:13:06.712761 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b11064b4-a312-4ea9-9c82-d278dccf63e0 req-90970df9-893e-4121-a73c-4fc70a3cb989 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367327 Jun 10 01:13:07.901508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d51ecb-a042-4c4f-9a85-80d44b623a72 req-4aafd2a4-1545-448e-a18a-fb138fa540fb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:07.902951 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-13d51ecb-a042-4c4f-9a85-80d44b623a72 req-4aafd2a4-1545-448e-a18a-fb138fa540fb tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.0818439 Jun 10 01:13:08.037218 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-13d51ecb-a042-4c4f-9a85-80d44b623a72 req-3602a495-d94b-46ed-9684-39d54b0160f0 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286016 Jun 10 01:13:08.097560 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:13:08.539953 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-7bfb82fb-cea0-4902-946b-3e511a793080 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:08.541407 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-7bfb82fb-cea0-4902-946b-3e511a793080 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.0880644 Jun 10 01:13:08.707336 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Deleting port 48be6857-8cf0-4e0a-9632-8a7ceda38457 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:13:08.707664 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:08.861214 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] For port 48be6857-8cf0-4e0a-9632-8a7ceda38457, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=48be6857-8cf0-4e0a-9632-8a7ceda38457,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:13:08.861577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:08.962996 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:09.147991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:09.148675 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:09.148675 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Floating IP 2e487230-ea1a-4ee2-b98a-5aceaf99dee1 disassociated. External IP: 172.27.0.39, port: 48be6857-8cf0-4e0a-9632-8a7ceda38457. Jun 10 01:13:09.149022 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Calling delete_port for 48be6857-8cf0-4e0a-9632-8a7ceda38457 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:13:09.250712 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ead3-3902-4c35-958c-1b1487f784f9 req-2acc5dd0-f40c-469d-87bf-9a408c5153e3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:09.252151 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eb65ead3-3902-4c35-958c-1b1487f784f9 req-2acc5dd0-f40c-469d-87bf-9a408c5153e3 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 947 time: 0.1065600 Jun 10 01:13:09.335424 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eb65ead3-3902-4c35-958c-1b1487f784f9 req-07cf3450-e689-4ffe-909f-2db1699c5964 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups?id=f16f23f3-d110-4b08-ad50-6b97f9824077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760236 Jun 10 01:13:09.364229 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:09.369654 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f2887470-4b47-4148-8bb7-07e6d133df49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:09.414573 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event deleted for resources: {'Port': ['ID=48be6857-8cf0-4e0a-9632-8a7ceda38457,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:09.424716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.424977 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.425346 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.425711 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.426053 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.426447 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.426818 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.427200 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.427604 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.427862 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.428205 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.429087 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:09.479429 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:09.603673 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:13:09.776270 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:13:09.787631 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:13:09.797940 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:13:09.798929 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:09.854998 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] No DVR routers for this DVR port 48be6857-8cf0-4e0a-9632-8a7ceda38457 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:13:09.857537 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:09.859876 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fcae3c60-4eaa-4a76-ac47-b99a92c3ef30 req-0fd0bdbf-9252-41a2-adba-fdd0239a6414 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.78 "DELETE /v2.0/ports/48be6857-8cf0-4e0a-9632-8a7ceda38457 HTTP/1.1" status: 204 len: 173 time: 1.3125985 Jun 10 01:13:09.861080 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-deleted', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:13:09.863603 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f12403-125d-4107-b013-79faac61b8b5" -d '{"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-deleted", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:13:09.917513 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9cf981-9c6c-495d-9910-51b7003a0fb6 x-openstack-request-id: req-8b9cf981-9c6c-495d-9910-51b7003a0fb6 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:13:09.917843 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16485d0d-7940-403e-a01b-14d2d58529ab", "name": "network-vif-deleted", "tag": "48be6857-8cf0-4e0a-9632-8a7ceda38457", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:13:09.918129 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b9cf981-9c6c-495d-9910-51b7003a0fb6 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:13:09.918553 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16485d0d-7940-403e-a01b-14d2d58529ab', 'name': 'network-vif-deleted', 'tag': '48be6857-8cf0-4e0a-9632-8a7ceda38457', 'status': 'completed', 'code': 200} Jun 10 01:13:09.978454 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:13:10.281284 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:10.285740 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:13:10.294900 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:13:10.295547 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:12:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:10.474196 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:13:10.508062 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-171d4eaa-70ce-4fde-9019-8ae460311430 req-99569969-764f-4333-a003-39eb9696f15e tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/ports?device_id=16485d0d-7940-403e-a01b-14d2d58529ab HTTP/1.1" status: 200 len: 210 time: 0.0439651 Jun 10 01:13:10.774393 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:10.778164 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b98f6-70a8-4185-b220-e6edeb3acb8e None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': 'e16e53a7-e131-4885-8288-92c79aac1898', 'name': '', 'network_id': 'a8d5da50-726d-49e2-a729-470db3429d30', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'mac_address': 'fa:16:3e:2f:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:00:05Z', 'updated_at': '2021-06-10T01:00:18Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'subnets': [{'id': '00c1311e-19a6-47db-abe2-183b0329cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:13:10.970484 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15356139-51ec-4327-b705-74a7f3b34dd1 None None] New status for floating IP 2e487230-ea1a-4ee2-b98a-5aceaf99dee1: DOWN {{(pid=91715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:13:11.053573 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:13:11.105936 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: 48be6857-8cf0-4e0a-9632-8a7ceda38457 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:13:11.106285 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device 48be6857-8cf0-4e0a-9632-8a7ceda38457 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:13:11.317361 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d7c76f8c-8a8d-4d0c-b522-bef2c37b5a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:11.632641 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57798) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:11.694198 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:11.721623 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:11.776625 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:11.779173 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:11.783374 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "DELETE /v2.0/security-groups/f16f23f3-d110-4b08-ad50-6b97f9824077 HTTP/1.1" status: 204 len: 168 time: 0.1467180 Jun 10 01:13:11.783374 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b4cd3297-7ee8-4821-b5bc-a97e9962bb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:11.783779 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57800) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:11.796025 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f23f3-d110-4b08-ad50-6b97f9824077,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:11.799193 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.api.v2.resource [None req-212bb939-8938-4d75-a59f-6bc3016a96b6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] show failed (client error): The resource could not be found. Jun 10 01:13:11.800171 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-212bb939-8938-4d75-a59f-6bc3016a96b6 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "GET /v2.0/security-groups/f16f23f3-d110-4b08-ad50-6b97f9824077 HTTP/1.1" status: 404 len: 347 time: 0.0153964 Jun 10 01:13:11.802937 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57802) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:11.803354 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.803737 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.804115 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.804489 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.804871 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.805219 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.805584 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.805941 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.806301 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.806690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.807166 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.807405 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:11.810422 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6d02bab6-1017-4f09-8422-0fcce992d2ff tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:12.104179 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Deleting port 1ae99835-2e65-44e0-982e-4b37d1ec371b {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:13:12.104520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:12.217293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:12.217622 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:12.338649 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Calling delete_port for 1ae99835-2e65-44e0-982e-4b37d1ec371b owned by network:floatingip {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:13:12.453391 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:12.457208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9551042d-b15f-41e5-a9b6-097104b57ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:12.499915 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Pushing event deleted for resources: {'Port': ['ID=1ae99835-2e65-44e0-982e-4b37d1ec371b,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:12.502880 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:12.592251 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks [] for floatingip, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:12.594967 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:12.596074 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] 10.222.0.59 "DELETE /v2.0/floatingips/2e487230-ea1a-4ee2-b98a-5aceaf99dee1 HTTP/1.1" status: 204 len: 168 time: 0.7921581 Jun 10 01:13:13.508918 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:13.536609 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-7c635480-88cf-4506-9e6e-75a185ac2204 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729561 Jun 10 01:13:13.673586 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-55228eca-749d-47f1-a2d4-5a795efe4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:13.675052 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-55228eca-749d-47f1-a2d4-5a795efe4e02 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1098 time: 0.0728171 Jun 10 01:13:13.762375 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-5528fce2-5daf-4bcf-b867-3631b0822a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:13.819138 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-4bdffaa3-2532-4abb-b70e-19de14752eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:13.820558 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-4bdffaa3-2532-4abb-b70e-19de14752eae service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1261518 Jun 10 01:13:13.925733 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-bd307ff5-2234-47c3-8dcb-d4152c706ec7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 1000 time: 0.0988920 Jun 10 01:13:13.988146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-7b32abe1-b4ee-498a-af71-3e6df81372da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:13.989572 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-7b32abe1-b4ee-498a-af71-3e6df81372da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0574284 Jun 10 01:13:14.064186 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-02c2725c-826d-412b-bad6-1648fff06aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:13:14.065643 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-02c2725c-826d-412b-bad6-1648fff06aed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699866 Jun 10 01:13:14.201428 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-0866b897-8857-4f0c-88d1-626ae98e8b79 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250494 Jun 10 01:13:14.330088 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-681166e3-ecf1-4579-acea-a72e8dc65b4b req-569a1e77-37f8-4000-a793-5c85d7cdd13c service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222107 Jun 10 01:13:14.763023 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:15.405886 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57826) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:16.155279 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:16.421568 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:16.645769 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Deleting port e16e53a7-e131-4885-8288-92c79aac1898 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:13:16.646420 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:16.760343 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] For port e16e53a7-e131-4885-8288-92c79aac1898, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=e16e53a7-e131-4885-8288-92c79aac1898,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:13:16.760692 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:16.881423 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Calling delete_port for e16e53a7-e131-4885-8288-92c79aac1898 owned by network:router_interface {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:13:17.016631 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:17.019830 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:17.063375 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e16e53a7-e131-4885-8288-92c79aac1898,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:17.067027 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:17.331819 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:17.679977 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Router eb3a29d4-9d59-4c47-a535-c7b92573b166 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:13:17.946782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:13:17.951246 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-47bee235-f698-4e56-8eef-452c2f1cef6c admin admin] 10.222.0.59 "PUT /v2.0/routers/eb3a29d4-9d59-4c47-a535-c7b92573b166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5443647 Jun 10 01:13:17.953690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 57834) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:17.955704 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] Sync routers for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:13:17.965846 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:13:17.966453 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:13:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:18.124668 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks [] for router, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:18.139106 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:13:18.294344 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:18.367235 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Deleting port f0e4ca67-b37f-4dd4-9561-77009dc66dce {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:13:18.367571 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:18.437791 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:13:16Z', 'revision_number': 5, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port': {'id': 'f0e4ca67-b37f-4dd4-9561-77009dc66dce', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T00:59:52Z', 'updated_at': '2021-06-10T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:18.442091 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] Checking router: eb3a29d4-9d59-4c47-a535-c7b92573b166 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:13:18.450082 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] Routers {'eb3a29d4-9d59-4c47-a535-c7b92573b166'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:13:18.450694 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:13:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['eb3a29d4-9d59-4c47-a535-c7b92573b166'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:18.485415 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] For port f0e4ca67-b37f-4dd4-9561-77009dc66dce, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=f0e4ca67-b37f-4dd4-9561-77009dc66dce,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:13:18.485789 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:18.597356 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] Set router eb3a29d4-9d59-4c47-a535-c7b92573b166 gateway port host: None {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:13:18.608386 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Calling delete_port for f0e4ca67-b37f-4dd4-9561-77009dc66dce owned by network:router_gateway {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:13:18.700601 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:13:18Z', 'revision_number': 6, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:18.704483 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cc6d8-f270-4c7a-a11d-f6179f7ed1c7 None None] The sync data for ids ['eb3a29d4-9d59-4c47-a535-c7b92573b166'] in dv-cinder-795009-3-iscsi is: [{'id': 'eb3a29d4-9d59-4c47-a535-c7b92573b166', 'name': 'tempest-AttachVolumeShelveTestJSON-1641804951-router', 'tenant_id': 'c87a3f41ac9942bca231ef5827959ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T00:59:51Z', 'updated_at': '2021-06-10T01:13:18Z', 'revision_number': 6, 'project_id': 'c87a3f41ac9942bca231ef5827959ef4', 'gw_port_host': None}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:13:18.747213 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:18.751466 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-6ab6dc9b-e86f-4d07-9f09-5ea40d1bbc3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:18.792185 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e4ca67-b37f-4dd4-9561-77009dc66dce,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:18.795239 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:18.880840 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.042307 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.044499 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.070429 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.071270 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3a29d4-9d59-4c47-a535-c7b92573b166 {{(pid=91713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:13:19.075015 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.078716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57836) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:19.079259 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] 10.222.0.59 "DELETE /v2.0/routers/eb3a29d4-9d59-4c47-a535-c7b92573b166 HTTP/1.1" status: 204 len: 168 time: 1.1240988 Jun 10 01:13:19.233854 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Deleting subnet 00c1311e-19a6-47db-abe2-183b0329cb84 {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:13:19.236688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.283757 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.360898 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.425575 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.430231 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:19.463810 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c1311e-19a6-47db-abe2-183b0329cb84,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:19.465742 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.467562 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/00c1311e-19a6-47db-abe2-183b0329cb84 HTTP/1.1" status: 204 len: 168 time: 0.3869195 Jun 10 01:13:19.468457 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f2f0e89f-9f3e-4346-a284-6adbc33281f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:19.469927 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57838) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:19.474289 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b57a6-2bba-4718-9a90-099b232ac0cb None None] Network a8d5da50-726d-49e2-a729-470db3429d30 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:13:19.540069 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device f0e4ca67-b37f-4dd4-9561-77009dc66dce no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:13:19.582332 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.597193 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: f0e4ca67-b37f-4dd4-9561-77009dc66dce {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:13:19.597591 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device f0e4ca67-b37f-4dd4-9561-77009dc66dce not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:13:19.597953 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device e16e53a7-e131-4885-8288-92c79aac1898 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:13:19.633358 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: e16e53a7-e131-4885-8288-92c79aac1898 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:13:19.633708 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device e16e53a7-e131-4885-8288-92c79aac1898 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:13:19.659186 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Deleting port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:13:19.659528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.761430 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] For port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:13:19.761790 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.825421 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] DHCP port deletion for a8d5da50-726d-49e2-a729-470db3429d30 request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:13:19.891160 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Deleting port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:13:19.891649 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.895377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Calling delete_port for 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 owned by network:dhcp {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:13:19.944951 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.948552 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-242f5ed5-3e00-4bb0-b4e9-1c2a5a300696 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:19.989496 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] For port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,segment=NetworkSegment(52bd41da-5622-4121-af3e-0a9f677266e3),segment_id=52bd41da-5622-4121-af3e-0a9f677266e3)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:13:19.989893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:19.991314 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:19.994400 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:19.995166 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] No DVR routers for this DVR port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 on host dv-cinder-795009-3-iscsi {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:13:20.106930 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.109190 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Calling delete_port for 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:13:20.119794 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d5da50-726d-49e2-a729-470db3429d30']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:20.136304 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bd41da-5622-4121-af3e-0a9f677266e3') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:20.136594 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bd41da-5622-4121-af3e-0a9f677266e3') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:13:20.147743 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.151172 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.155506 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:20.163321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.169358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:13:20.169749 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:13:20.183186 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:13:20.201046 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Pushing event deleted for resources: {'Port': ['ID=1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:20.203268 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] No DVR routers for this DVR port 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:13:20.211578 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.212122 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.212462 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.212798 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.213499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.213499 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.213764 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.214089 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.214411 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.214762 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.215088 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.215411 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:13:20.218202 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:20.255851 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.259692 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:20.272060 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.273811 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a8d5da50-726d-49e2-a729-470db3429d30 HTTP/1.1" status: 204 len: 168 time: 0.8029654 Jun 10 01:13:20.279524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d5da50-726d-49e2-a729-470db3429d30,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:20.281872 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:20.385529 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57842) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:20.436250 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-217df3a3-9b30-4341-b7e2-00a6008d513b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c87a3f41ac9942bca231ef5827959ef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495043 Jun 10 01:13:20.438737 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 57844) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:13:20.493326 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.517761 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.568899 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.571474 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:20.572582 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0cd4dec-103d-41da-a73a-a7571ab99967 HTTP/1.1" status: 204 len: 168 time: 0.1329758 Jun 10 01:13:20.573315 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3570cf28-b51f-4fa7-ae53-074de2d2c58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:13:20.582509 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cd4dec-103d-41da-a73a-a7571ab99967,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:13:20.584998 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3e58d9c1-8d99-4ef5-a19d-3d91f418b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:13:21.305382 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:13:21.339342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:13:21.339640 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 1ebf91e9-bb8f-40df-aa72-7daf3bf7e0f0 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:13:38.969065 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:41.319102 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-27285f2d-239a-4e92-815d-d2ca60dbf041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:43.510814 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:43.753853 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f8d41c62-74a5-4af4-a56b-4fa7e351e2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:44.764585 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:13:45.097161 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:13:46.423632 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:08.965252 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.322914 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-85f238ae-bde7-4e60-b8f9-247c91aac208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.433001 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58246) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:11.546218 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.652122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.655735 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.662458 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-bb4f8ff1-5db9-40dd-a57a-6cac899f2f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:11.701534 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5fe7202b1014a46b7ab401e3deb0682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675123 Jun 10 01:14:11.702400 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a3bf4-810a-4f1a-9e81-ee23ddcd008e,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:11.704273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58252) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:11.709690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.710585 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.710966 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.711320 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.711669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.712017 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.712362 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.712706 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.713049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.713389 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.713730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.714085 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.717903 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-425f9df0-a14f-4ef9-b847-9a362b4c4e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:11.761213 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.786483 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.837588 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.840028 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:11.841142 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a73a3bf4-810a-4f1a-9e81-ee23ddcd008e HTTP/1.1" status: 204 len: 168 time: 0.1358843 Jun 10 01:14:11.841883 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-73b7b682-4471-472d-837e-1cb92d7f19a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:11.851761 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a3bf4-810a-4f1a-9e81-ee23ddcd008e,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:11.858909 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.859322 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.859698 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.860062 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.860427 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.860793 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.861238 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.861590 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.861955 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.862314 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.862705 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.863063 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:14:11.866079 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:12.116153 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58258) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:12.133148 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.232029 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.235608 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.246494 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7bb3c4ea-7617-473c-ac59-ac994c7f86c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:12.388208 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1047dcd007d94368b2a50f657757a633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709961 Jun 10 01:14:12.389102 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9826cc6-93cd-4540-adf6-4043ce1a27bb,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:12.390806 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58260) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:12.392094 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:12.446370 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.471111 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.521172 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.523515 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:12.524617 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9826cc6-93cd-4540-adf6-4043ce1a27bb HTTP/1.1" status: 204 len: 168 time: 0.1328275 Jun 10 01:14:12.525343 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7622f3d3-0e1c-4bd2-8225-e4882b1f0356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:12.534500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9826cc6-93cd-4540-adf6-4043ce1a27bb,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:12.536856 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-782ab951-614e-42b1-a708-ce48ca2565a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:13.515767 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:13.606990 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-3b3a965c-b0f9-4db4-9070-00abba0e79e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739627 Jun 10 01:14:13.696733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-dc4151b8-1ad7-4fea-9fd1-f90317007b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:14:13.698178 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-dc4151b8-1ad7-4fea-9fd1-f90317007b1a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1098 time: 0.0707791 Jun 10 01:14:13.759669 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e2343328-4ac7-446c-b909-90f651113246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:13.844609 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-4a3701df-66f1-425f-8eca-8501e1cecf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:14:13.846150 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-4a3701df-66f1-425f-8eca-8501e1cecf1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1284702 Jun 10 01:14:13.949557 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-80a707bd-4e1d-4204-a380-030b8c5dceaf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 200 len: 1000 time: 0.0956192 Jun 10 01:14:14.012109 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-7b1dedab-0b9f-4e44-bc64-91e30e34c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:14:14.013543 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-7b1dedab-0b9f-4e44-bc64-91e30e34c3b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0571573 Jun 10 01:14:14.181709 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-5677da64-91cf-408b-95f4-88d24c41b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:14:14.183200 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-5677da64-91cf-408b-95f4-88d24c41b78f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1617825 Jun 10 01:14:14.330723 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-7c294dfe-defa-473f-af9a-e03e1c21f180 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396334 Jun 10 01:14:14.463587 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d93c1ca6-8f0e-40d6-a9fb-9cc9fe0ea7c7 req-4997399d-c08f-4eea-85d7-cba6db7f3d5c service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262281 Jun 10 01:14:14.767922 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:16.427737 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:22.096592 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:14:30.315509 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58478) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:30.429383 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-97379225-cb3c-4194-93a3-a7128936d968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.528510 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-97379225-cb3c-4194-93a3-a7128936d968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.532103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-97379225-cb3c-4194-93a3-a7128936d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.540826 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2da8ca40-0019-4e8c-b610-d85d6708481d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:30.577594 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-97379225-cb3c-4194-93a3-a7128936d968 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e48e5017b3594137973c1b544e71bb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607477 Jun 10 01:14:30.579335 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97379225-cb3c-4194-93a3-a7128936d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e994e5-3678-4e73-bd7e-f6ae4f18a2e4,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:30.581381 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58482) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:30.582529 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-97379225-cb3c-4194-93a3-a7128936d968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:30.638345 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.663929 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.715197 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.717858 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:30.719117 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7e994e5-3678-4e73-bd7e-f6ae4f18a2e4 HTTP/1.1" status: 204 len: 168 time: 0.1367383 Jun 10 01:14:30.719957 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-88547af4-6591-455a-b033-f2e2aa3828c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:30.734664 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e994e5-3678-4e73-bd7e-f6ae4f18a2e4,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:30.740030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e5c5b841-6086-4efd-898c-51aec3e75c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:31.002556 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58488) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:31.020038 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.125230 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.128811 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.137946 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-67d2cec6-9b54-460a-ab05-970104c21c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:31.175508 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f629f55c55684d09a08eea3ef4cf8348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718462 Jun 10 01:14:31.176318 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58ffe5-f8dc-44ab-8e62-7646fd1d9819,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:31.178054 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58490) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:31.180030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:31.238347 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.263969 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.315187 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.317699 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:31.318863 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac58ffe5-f8dc-44ab-8e62-7646fd1d9819 HTTP/1.1" status: 204 len: 168 time: 0.1392462 Jun 10 01:14:31.319653 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-206a3738-8b16-430d-ab4b-0b840512cf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:31.328893 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58ffe5-f8dc-44ab-8e62-7646fd1d9819,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:31.331199 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-42d6232d-b104-496b-99d0-beaee10289be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:38.978129 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:41.325760 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-532f056e-82b4-4603-9837-807b67b32b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:43.518120 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:43.753727 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c7d3138a-790c-4a0e-a780-15dccf52b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.191000 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58584) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:44.304015 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0aa33360-b245-4673-b601-fddd1029793a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.404107 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0aa33360-b245-4673-b601-fddd1029793a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.407723 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-0aa33360-b245-4673-b601-fddd1029793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.415082 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bb870e4f-a43b-495d-8d54-f7e8f36208bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:44.462891 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33360-b245-4673-b601-fddd1029793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1472552-0c94-4ac0-8b83-8946ef1e842d,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:44.466036 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-0aa33360-b245-4673-b601-fddd1029793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:44.468431 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-0aa33360-b245-4673-b601-fddd1029793a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=687f592b8ba741e0a01587459e459586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764506 Jun 10 01:14:44.471743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58588) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:44.527483 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.551730 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.602260 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.604642 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.608366 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1472552-0c94-4ac0-8b83-8946ef1e842d HTTP/1.1" status: 204 len: 168 time: 0.1357052 Jun 10 01:14:44.609208 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2bec3b04-0163-44c1-b51a-9a0cb7a0f7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:44.618754 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1472552-0c94-4ac0-8b83-8946ef1e842d,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:44.620965 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:44.770825 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:44.886795 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58594) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:44.903467 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-251726c4-f267-40bc-aa0e-d27bde179a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.004207 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-251726c4-f267-40bc-aa0e-d27bde179a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.007883 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-251726c4-f267-40bc-aa0e-d27bde179a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.016798 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-385226c9-7f59-4307-8ce8-b95776fa438e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:45.069042 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-251726c4-f267-40bc-aa0e-d27bde179a07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f795b3634e1a48f9921f862f69263209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809297 Jun 10 01:14:45.069872 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251726c4-f267-40bc-aa0e-d27bde179a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71af4d4-d8bc-4ada-96d3-5420fb5487e7,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:45.071524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58596) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:45.073296 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-251726c4-f267-40bc-aa0e-d27bde179a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:45.128974 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.153941 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.208092 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.210553 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:45.211669 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e71af4d4-d8bc-4ada-96d3-5420fb5487e7 HTTP/1.1" status: 204 len: 168 time: 0.1391275 Jun 10 01:14:45.212398 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-760f0ef4-9d0a-45c2-ab71-ef9760617710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:45.221438 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71af4d4-d8bc-4ada-96d3-5420fb5487e7,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:45.223819 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:46.428352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:47.825081 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58666) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:47.940844 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1a55beab-8bd3-4376-afc4-8d9be42fa4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.039829 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1a55beab-8bd3-4376-afc4-8d9be42fa4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.043455 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1a55beab-8bd3-4376-afc4-8d9be42fa4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.051497 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-484f554d-6ade-4641-ad8e-b042e6968d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:48.090829 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-1a55beab-8bd3-4376-afc4-8d9be42fa4cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9b9e4a3a74c4d93a0e06d799e6149a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647150 Jun 10 01:14:48.091732 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55beab-8bd3-4376-afc4-8d9be42fa4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf91826-f641-4418-83f6-048da13e37a0,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:48.093503 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58670) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:48.095142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1a55beab-8bd3-4376-afc4-8d9be42fa4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:48.150768 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.174835 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.224460 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.226943 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.228238 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cf91826-f641-4418-83f6-048da13e37a0 HTTP/1.1" status: 204 len: 168 time: 0.1335607 Jun 10 01:14:48.228769 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b6992bf4-eb8a-4970-a7dc-c895c403eac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:48.237923 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf91826-f641-4418-83f6-048da13e37a0,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:48.240311 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:48.496756 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58676) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:48.514187 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f22b213a-a027-4f9e-a8d3-3eba783dfea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.613072 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f22b213a-a027-4f9e-a8d3-3eba783dfea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.617267 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f22b213a-a027-4f9e-a8d3-3eba783dfea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.629564 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-19be99b3-befb-46df-a34e-23d0a3097e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:48.668513 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f22b213a-a027-4f9e-a8d3-3eba783dfea3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e107f53ed9345519be1dd6b5dfcd312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706963 Jun 10 01:14:48.670167 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b213a-a027-4f9e-a8d3-3eba783dfea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc54183-96e5-457c-b86e-7283cc1b574a,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:48.671198 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58678) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:14:48.673318 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f22b213a-a027-4f9e-a8d3-3eba783dfea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:48.727325 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.755520 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.807358 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.809811 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:14:48.810944 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fc54183-96e5-457c-b86e-7283cc1b574a HTTP/1.1" status: 204 len: 168 time: 0.1387656 Jun 10 01:14:48.811819 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-feef4b0e-afc7-4802-afe7-03157bd91dec tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:14:48.821209 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc54183-96e5-457c-b86e-7283cc1b574a,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:14:48.823629 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d43b9682-f0df-4995-92d3-2565ae1f3b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:14:59.095319 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:15:06.589150 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58820) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:07.031043 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Deleting port a0766470-5b3c-4650-bb83-a5dac11398dc {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:07.031388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:07.152276 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:07.152601 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:07.267605 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Calling delete_port for a0766470-5b3c-4650-bb83-a5dac11398dc owned by network:floatingip {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:07.393677 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:07.397175 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3239407c-47a6-40fc-9db6-c3fa0f25bb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:07.439048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'Port': ['ID=a0766470-5b3c-4650-bb83-a5dac11398dc,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:07.442084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:07.625116 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:07.625818 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Floating IP 465cc4ad-2a41-48a9-b221-dbe95591185a disassociated (deleted). External IP: 172.27.0.73, port: edca7fd2-0f4f-4791-aa65-a3866c1b9697. Jun 10 01:15:07.962341 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:15:08.136121 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:08.140324 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:08.146149 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:08.155130 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:08.155743 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:14:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:08.193064 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "DELETE /v2.0/floatingips/465cc4ad-2a41-48a9-b221-dbe95591185a HTTP/1.1" status: 204 len: 168 time: 1.6027820 Jun 10 01:15:08.193811 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:15:08.198729 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa8012-cf10-421d-8df7-96e969fb2f05" -d '{"events": [{"name": "network-changed", "server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:15:08.242711 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c30aecb-0dbe-48ef-a6d9-5b8ab7224843 x-openstack-request-id: req-0c30aecb-0dbe-48ef-a6d9-5b8ab7224843 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:15:08.243034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:15:08.243483 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c30aecb-0dbe-48ef-a6d9-5b8ab7224843 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:15:08.243905 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'status': 'completed', 'code': 200} Jun 10 01:15:08.335218 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:08.342327 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-2336ad03-defd-4565-b5e2-89664960e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:08.344446 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-2336ad03-defd-4565-b5e2-89664960e91c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 1098 time: 0.0818279 Jun 10 01:15:08.483334 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-36b4b283-4ca0-40dc-9562-6f4abd4c613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:08.484672 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-36b4b283-4ca0-40dc-9562-6f4abd4c613c service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1326194 Jun 10 01:15:08.556959 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-dca8f93a-a791-4d76-b152-c0f1251fc671 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 200 len: 217 time: 0.0639164 Jun 10 01:15:08.623706 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-bb425dfb-5185-4b7a-9728-7137f1a57945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:08.625130 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-bb425dfb-5185-4b7a-9728-7137f1a57945 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0613139 Jun 10 01:15:08.694669 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:57Z', 'revision_number': 1, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:08.699958 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:08.709521 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:08.710146 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:14:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:08.757024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-4a5fbef7-6871-456d-8608-dce5090ff603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:08.759563 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-4a5fbef7-6871-456d-8608-dce5090ff603 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1267097 Jun 10 01:15:08.901790 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e5c3f-22a0-4e9c-b659-133d762214ed req-3f70ccec-72dd-4696-ac84-ea38dccc021c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:08.903235 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d07e5c3f-22a0-4e9c-b659-133d762214ed req-3f70ccec-72dd-4696-ac84-ea38dccc021c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.3637118 Jun 10 01:15:08.921425 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:08.946689 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-c56d8f0c-0396-451d-8dd5-46dd052e3e90 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795900 Jun 10 01:15:08.977368 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d07e5c3f-22a0-4e9c-b659-133d762214ed req-e5583ec0-5752-4739-83cd-159025d858f7 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638511 Jun 10 01:15:09.077614 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:09.207339 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-27fa8012-cf10-421d-8df7-96e969fb2f05 req-10755ff1-f10b-4c81-96d9-0da95888d8a9 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530994 Jun 10 01:15:09.281630 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:57Z', 'revision_number': 1, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:09.285489 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29bb9-c9b2-484d-859c-7d48d81fe8ee None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': 'a134de56-ffd3-468e-b5ae-30783b07b7c4', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'port_id': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'mac_address': 'fa:16:3e:e9:a2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:09:54Z', 'updated_at': '2021-06-10T01:09:57Z', 'revision_number': 1, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:09.508486 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f712cf-4a34-4f1c-840f-a8db8da8df35 None None] New status for floating IP 465cc4ad-2a41-48a9-b221-dbe95591185a: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:15:10.212024 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d809fee-75ee-47ee-83fc-f23bdffbbd62 req-05b8c29e-e8df-47f6-a683-b4243f96cd12 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:10.213469 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5d809fee-75ee-47ee-83fc-f23bdffbbd62 req-05b8c29e-e8df-47f6-a683-b4243f96cd12 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.1263826 Jun 10 01:15:10.257440 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5d809fee-75ee-47ee-83fc-f23bdffbbd62 req-3e35f947-7e52-49d3-916c-be68cbddfd69 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383370 Jun 10 01:15:10.998583 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495733-94c4-4745-a522-c01333ab5115 req-4c080d60-65c5-4141-a9b2-3e860d65d502 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:11.000003 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc495733-94c4-4745-a522-c01333ab5115 req-4c080d60-65c5-4141-a9b2-3e860d65d502 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.0807872 Jun 10 01:15:11.136382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Deleting port edca7fd2-0f4f-4791-aa65-a3866c1b9697 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:11.136666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:11.265051 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] For port edca7fd2-0f4f-4791-aa65-a3866c1b9697, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=edca7fd2-0f4f-4791-aa65-a3866c1b9697,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:11.265607 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:11.338879 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7e7e-5414-461d-9a7c-0ce9842e5023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:11.387833 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Calling delete_port for edca7fd2-0f4f-4791-aa65-a3866c1b9697 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:11.495139 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdd6c-c71e-4466-a1af-7e59a54ba757 req-a6848bb9-9a1a-4696-a593-2597a2b35f3b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:11.496573 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e42fdd6c-c71e-4466-a1af-7e59a54ba757 req-a6848bb9-9a1a-4696-a593-2597a2b35f3b tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f8ee30-bb09-461c-9394-defdcb7c734c HTTP/1.1" status: 200 len: 945 time: 0.1162107 Jun 10 01:15:11.587824 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-e42fdd6c-c71e-4466-a1af-7e59a54ba757 req-cef4ae88-8d78-4d6c-9a54-0c02bf33c1a6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853770 Jun 10 01:15:11.597146 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:11.605107 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-df56a8b9-0dd7-4c03-bbe4-c44bdd610c5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:11.678993 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'Port': ['ID=edca7fd2-0f4f-4791-aa65-a3866c1b9697,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:11.681466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:11.727442 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] No DVR routers for this DVR port edca7fd2-0f4f-4791-aa65-a3866c1b9697 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:15:11.729977 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:11.732051 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc495733-94c4-4745-a522-c01333ab5115 req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "DELETE /v2.0/ports/edca7fd2-0f4f-4791-aa65-a3866c1b9697 HTTP/1.1" status: 204 len: 173 time: 0.7256074 Jun 10 01:15:11.732572 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'name': 'network-vif-deleted', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:15:11.735289 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd61f18-a37e-4ef6-9c7e-f5e2b53b7484" -d '{"events": [{"server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "name": "network-vif-deleted", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:15:11.777380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779d6765-ac1c-4145-ad2e-206e23c00398 x-openstack-request-id: req-779d6765-ac1c-4145-ad2e-206e23c00398 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:15:11.777706 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f8ee30-bb09-461c-9394-defdcb7c734c", "name": "network-vif-deleted", "tag": "edca7fd2-0f4f-4791-aa65-a3866c1b9697", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:15:11.778021 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-779d6765-ac1c-4145-ad2e-206e23c00398 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:15:11.778480 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f8ee30-bb09-461c-9394-defdcb7c734c', 'name': 'network-vif-deleted', 'tag': 'edca7fd2-0f4f-4791-aa65-a3866c1b9697', 'status': 'completed', 'code': 200} Jun 10 01:15:13.519908 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:13.754470 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-fe21e486-3d6c-4c63-ae30-be07b5bf51e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:14.773816 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.067922 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58896) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:15.068427 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58898) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:15.183933 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.287413 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.291059 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.299453 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-157a810f-faaf-436d-9d25-f46e5b8ab323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:15.335402 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Deleting port b19d0714-238a-4151-b108-36abbd8f9fe6 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:15.335739 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.341939 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17e7cd38ee5b48a999bcc6918e5f90dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729759 Jun 10 01:15:15.343644 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c045a303-9e0b-48fb-92aa-8d9ef7c757b4,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:15.345859 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58902) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:15.362204 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.362581 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.362970 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.363331 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.363690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.364047 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.364404 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.364758 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.365112 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.365464 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.365811 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.366159 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:15.370702 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-502abbdf-c861-479c-9578-ca8d5679d037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:15.421957 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.447897 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.455063 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.455410 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.507074 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.508896 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device edca7fd2-0f4f-4791-aa65-a3866c1b9697 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:15.509881 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.513592 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c045a303-9e0b-48fb-92aa-8d9ef7c757b4 HTTP/1.1" status: 204 len: 168 time: 0.1633484 Jun 10 01:15:15.513592 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4c7eb068-423b-43ba-a7e1-813df9a7c79f tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:15.524180 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c045a303-9e0b-48fb-92aa-8d9ef7c757b4,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:15.526625 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d2f9deef-d771-4319-bee9-939db27a7f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:15.561543 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: edca7fd2-0f4f-4791-aa65-a3866c1b9697 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:15.561959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device edca7fd2-0f4f-4791-aa65-a3866c1b9697 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:15.719874 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Calling delete_port for b19d0714-238a-4151-b108-36abbd8f9fe6 owned by network:floatingip {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:15.781220 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-42a12424-9b2f-409b-b3a2-6ee70ae9f3ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3359046 Jun 10 01:15:15.883868 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:15.889546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d7418c33-d353-4aba-abaa-fa1d1983bf0c tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:15.969499 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'Port': ['ID=b19d0714-238a-4151-b108-36abbd8f9fe6,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:16.043222 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.043535 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.043895 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.044248 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.044598 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.044951 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.045292 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.045646 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.045985 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.046326 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.046692 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.047033 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:16.057125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:16.091099 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.091751 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.l3_db [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Floating IP a134de56-ffd3-468e-b5ae-30783b07b7c4 disassociated (deleted). External IP: 172.27.0.51, port: e9f54cb2-a588-479c-9527-83c5c5f3d4a8. Jun 10 01:15:16.165402 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-bde6c1f4-2e0b-495b-8638-111c612d933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:16.166965 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-bde6c1f4-2e0b-495b-8638-111c612d933a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1098 time: 0.2783015 Jun 10 01:15:16.215644 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58926) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:16.324711 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1050254286-network', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:16.346809 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Made reservation on behalf of 44ad5d8780ae4fd99fdc6d7ccb7b29af for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:15:16.349095 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.361419 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.432039 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.437122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-ae5604e0-29b2-4230-8b7a-14d36305f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:16.438542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-ae5604e0-29b2-4230-8b7a-14d36305f92f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.2257719 Jun 10 01:15:16.467254 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.471226 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.474163 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b5dc6cf5-c5d5-4326-bdf4-c8577d1e4ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:16.503783 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:15:16.509587 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3267e6-5d11-45f4-b67a-22d95907cea8,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:16.513539 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:16.517957 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.517957 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Added segment 34820e33-4807-4a31-8f66-aed8ae21dae5 of type vlan for network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 Jun 10 01:15:16.544178 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.557364 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-7152e249-c3d1-4e06-9d37-f0480f4b07b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 217 time: 0.1093190 Jun 10 01:15:16.577497 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.578810 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:16.579386 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.582553 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:16.652017 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-30565c96-bbcf-4ae4-ad93-248ebcc61d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:16.653464 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-30565c96-bbcf-4ae4-ad93-248ebcc61d19 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0887280 Jun 10 01:15:16.667100 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4503458 Jun 10 01:15:16.671409 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58930) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:16.676122 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Request body: {'subnet': {'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1050254286-subnet', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:16.682431 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Pushing event updated for resources: {'Network': ['ID=0fedd4ab-2f48-455f-a968-f4144e8c5ea4,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:16.688899 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3f026c0a-a270-4640-8988-bc5523797881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:16.692757 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:15:16.703590 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Made reservation on behalf of 44ad5d8780ae4fd99fdc6d7ccb7b29af for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:15:16.706383 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28350840'] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.709037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:15:16.883932 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-10f1bc47-42ae-47b0-ac33-c527f91ac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:16.885379 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-10f1bc47-42ae-47b0-ac33-c527f91ac703 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2252965 Jun 10 01:15:16.917265 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29334375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28350730'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.921677 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:16.979584 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:16.989285 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:16.990217 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:16.992335 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cc6c58-3493-4a9c-b655-ee8b2c41affd,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:16.995871 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:16.999211 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Checking segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:16.999958 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Network hostable DHCP agents. Network: 0fedd4ab-2f48-455f-a968-f4144e8c5ea4, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:15:17.001336 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:17.001967 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:17.019234 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:15:17.031255 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 0fedd4ab-2f48-455f-a968-f4144e8c5ea4) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:17.036030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:17.036743 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.059060 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-5766692f-db19-4a6f-9e8c-e44089e7c765 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3840983 Jun 10 01:15:17.059565 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58932) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:17.060399 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a14d6-86a6-40c2-b152-c64999e49d39 None None] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:15:17.064561 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:17.091858 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.093136 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.110750 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.194786 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-d412bb51-3f5d-4623-891a-c03075644df6 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "DELETE /v2.0/floatingips/a134de56-ffd3-468e-b5ae-30783b07b7c4 HTTP/1.1" status: 204 len: 168 time: 2.1255581 Jun 10 01:15:17.203644 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:15:17.205431 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96472597-9b45-4ce3-9f56-6ae37de062af" -d '{"events": [{"name": "network-changed", "server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:15:17.216286 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-5cec4d45-529d-4587-b2cc-b0795fd1e3f9 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161323 Jun 10 01:15:17.334854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:17.359350 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c62e5-0229-4f59-8c20-fd73c342326f x-openstack-request-id: req-3f3c62e5-0229-4f59-8c20-fd73c342326f {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:15:17.359928 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:15:17.360388 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f3c62e5-0229-4f59-8c20-fd73c342326f {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:15:17.360963 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'status': 'completed', 'code': 200} Jun 10 01:15:17.457571 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-39fdbcba-ed04-4baf-b5a5-59b7181d8630 req-09bb8198-7346-408c-a604-2fe0b6bd8d41 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348156 Jun 10 01:15:17.567861 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 01:15:17.568470 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.568898 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.654330 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df084cc-cae2-4d50-a297-09186ffdcb0f req-b0c0a9ec-a2c3-473d-b685-340916c94eb8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:17.655860 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4df084cc-cae2-4d50-a297-09186ffdcb0f req-b0c0a9ec-a2c3-473d-b685-340916c94eb8 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.1535850 Jun 10 01:15:17.657730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472597-9b45-4ce3-9f56-6ae37de062af req-2aec583a-2a44-4f58-85ed-0b4e98a4c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:17.659058 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-2aec583a-2a44-4f58-85ed-0b4e98a4c32b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 1098 time: 0.1242614 Jun 10 01:15:17.795087 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4df084cc-cae2-4d50-a297-09186ffdcb0f req-e7892fe5-36f7-47ce-9470-3c2ce218a027 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323001 Jun 10 01:15:17.846782 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472597-9b45-4ce3-9f56-6ae37de062af req-09c6ba5b-ad0b-44d8-888c-45bd0d0660b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:17.848229 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-09c6ba5b-ad0b-44d8-888c-45bd0d0660b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 200 len: 912 time: 0.1708136 Jun 10 01:15:17.875326 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Allocated IP 172.20.0.2 (0fedd4ab-2f48-455f-a968-f4144e8c5ea4/85cc6c58-3493-4a9c-b655-ee8b2c41affd/9049b978-94aa-48af-bbc8-89807d03357b) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:15:17.940194 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-a290a63e-ab3a-4398-9e1f-e793520beb24 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0765486 Jun 10 01:15:17.948788 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.981346 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:17.982981 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:17.995549 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:18.010150 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472597-9b45-4ce3-9f56-6ae37de062af req-b926fb92-ae7c-4f6b-a0a6-02851a8148a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:18.012209 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-b926fb92-ae7c-4f6b-a0a6-02851a8148a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 200 len: 850 time: 0.0634148 Jun 10 01:15:18.020203 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:18.020833 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:18.092322 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472597-9b45-4ce3-9f56-6ae37de062af req-f469ccdb-7841-4c3a-9990-368c391db769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:18.093789 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-f469ccdb-7841-4c3a-9990-368c391db769 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f3b31037-d70d-4957-a160-29211120a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740592 Jun 10 01:15:18.128459 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Allocated IP 172.27.0.95 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/d71f33b9-14fd-4f68-8922-ca4d43886d18) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:15:18.279406 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.285544 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.289762 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-fec246a1-56fd-466b-9a3d-36c326a683fe service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692851 Jun 10 01:15:18.290292 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:18.316499 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.323286 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-05783d2c-6ef1-40cf-82a6-c14d85d38f15 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:18.403085 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:18.410820 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:18.416121 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:15:18.417379 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-fe94427c-0dba-47cf-a7d2-f25de84fc638 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:18.418866 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-fe94427c-0dba-47cf-a7d2-f25de84fc638 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.1899238 Jun 10 01:15:18.419162 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Transition to ACTIVE for port object 9049b978-94aa-48af-bbc8-89807d03357b will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:18.461376 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Pushing event updated for resources: {'Port': ['ID=d71f33b9-14fd-4f68-8922-ca4d43886d18,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:18.469417 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:18.503861 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Transition to ACTIVE for port object 9049b978-94aa-48af-bbc8-89807d03357b will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:18.510495 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-96472597-9b45-4ce3-9f56-6ae37de062af req-de358359-9a2a-4c55-8d00-e4f89ecc6439 service neutron] 10.222.0.78 "GET /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070107 Jun 10 01:15:18.525314 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.573922 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:18.593204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Deleting port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:18.593204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.653927 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:18.660540 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:18.663783 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:15:18.735688 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] For port e9f54cb2-a588-479c-9527-83c5c5f3d4a8, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:18.736147 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.751166 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Pushing event updated for resources: {'Port': ['ID=9049b978-94aa-48af-bbc8-89807d03357b,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:18.786523 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.786890 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.787236 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.787568 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.787899 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.788761 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.789086 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.789413 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.789756 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.790069 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.790388 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.790748 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:18.794321 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:18.834349 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Attempting to bind port 9049b978-94aa-48af-bbc8-89807d03357b on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:15:18.834761 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Attempting to bind port 9049b978-94aa-48af-bbc8-89807d03357b by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:15:18.835180 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Attempting to bind port 9049b978-94aa-48af-bbc8-89807d03357b on network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:15:18.845509 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:15:18.845917 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Checking segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:18.846302 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.846726 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Bound using segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:15:18.847207 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Bound port: 9049b978-94aa-48af-bbc8-89807d03357b, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:15:18.847589 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.854195 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.862661 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Calling delete_port for e9f54cb2-a588-479c-9527-83c5c5f3d4a8 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:18.961214 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] For port 9049b978-94aa-48af-bbc8-89807d03357b, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:15:18.965536 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:18.968893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] For port 9049b978-94aa-48af-bbc8-89807d03357b, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=9049b978-94aa-48af-bbc8-89807d03357b,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:15:18.973217 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade51717-7339-4eef-9863-a68529c6f434 None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:04:21Z', 'revision_number': 4, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '300610e4-c2ca-48a3-9425-6b8f18531d78', 'name': '', 'network_id': 'f3b31037-d70d-4957-a160-29211120a0a6', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'mac_address': 'fa:16:3e:d7:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:20Z', 'updated_at': '2021-06-10T01:04:27Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'subnets': [{'id': '5b589eac-cfd3-4dc3-a91c-a0d7f820aecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:18.977926 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:18.981821 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:19.078027 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Pushing event updated for resources: {'Port': ['ID=9049b978-94aa-48af-bbc8-89807d03357b,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:19.081661 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:19.189564 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437e384-ce15-4841-9a58-0b70bc4ad30a req-aad72e89-0b70-42c2-941f-c3704c03ff4f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:19.197087 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b437e384-ce15-4841-9a58-0b70bc4ad30a req-aad72e89-0b70-42c2-941f-c3704c03ff4f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/ports?device_id=a452c6d0-9917-4df8-8e0c-2d3f676b6b64 HTTP/1.1" status: 200 len: 945 time: 0.2926900 Jun 10 01:15:19.242226 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:19.249619 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:19.333921 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b437e384-ce15-4841-9a58-0b70bc4ad30a req-d4131609-a82e-4be9-969c-855619f6d07a tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "GET /v2.0/security-groups?id=2890405f-d6fd-4224-8590-32b38b7117f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358798 Jun 10 01:15:19.375119 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'Port': ['ID=e9f54cb2-a588-479c-9527-83c5c5f3d4a8,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:19.389642 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9ccec-5618-4752-8c2f-7e5d536c53c0 None None] New status for floating IP a134de56-ffd3-468e-b5ae-30783b07b7c4: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:15:19.417288 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:19.465803 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] No DVR routers for this DVR port e9f54cb2-a588-479c-9527-83c5c5f3d4a8 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:15:19.467674 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:19.468813 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:19.471034 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b3bc36f4-76ac-4949-9e75-4fe5866e0398 req-70fa081c-1447-4b9b-8b2d-cac6d8d4c46e tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.78 "DELETE /v2.0/ports/e9f54cb2-a588-479c-9527-83c5c5f3d4a8 HTTP/1.1" status: 204 len: 173 time: 1.0423825 Jun 10 01:15:19.471724 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'name': 'network-vif-deleted', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:15:19.474183 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da5896-2eb3-4d25-87da-d756ac8f7bf9" -d '{"events": [{"server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "name": "network-vif-deleted", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:15:19.474655 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 9049b978-94aa-48af-bbc8-89807d03357b up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:19.553461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87388fa-5bcc-4cae-ba0c-a6453fb0e0d7 x-openstack-request-id: req-a87388fa-5bcc-4cae-ba0c-a6453fb0e0d7 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:15:19.554119 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a452c6d0-9917-4df8-8e0c-2d3f676b6b64", "name": "network-vif-deleted", "tag": "e9f54cb2-a588-479c-9527-83c5c5f3d4a8", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:15:19.554661 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a87388fa-5bcc-4cae-ba0c-a6453fb0e0d7 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:15:19.555342 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a452c6d0-9917-4df8-8e0c-2d3f676b6b64', 'name': 'network-vif-deleted', 'tag': 'e9f54cb2-a588-479c-9527-83c5c5f3d4a8', 'status': 'completed', 'code': 200} Jun 10 01:15:19.583444 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 9049b978-94aa-48af-bbc8-89807d03357b completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:19.729602 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Router 3a93354e-e048-4695-8143-c2f9be789bfc is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 01:15:19.932766 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:19.942498 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Sync routers for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:19.952940 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:19.953647 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:19.953801 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:19.955380 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8946090 Jun 10 01:15:19.958063 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58944) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:20.138182 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:20.195307 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badc769-2458-4052-a715-b3bb000e23ff None None] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:15:20.419165 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Provisioning for port 9049b978-94aa-48af-bbc8-89807d03357b completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:20.436993 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Provisioning complete for port 9049b978-94aa-48af-bbc8-89807d03357b triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:20.437322 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.443524 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58950) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:20.656532 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.664466 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Deleting port 10596a49-bc29-4f97-b817-ac2027438e74 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:20.664961 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.791050 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.791479 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.807214 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.858148 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:18Z', 'revision_number': 3, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:20.869358 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Checking router: 3a93354e-e048-4695-8143-c2f9be789bfc for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:20.869558 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Updating router 3a93354e-e048-4695-8143-c2f9be789bfc port d71f33b9-14fd-4f68-8922-ca4d43886d18 binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:15:20.894930 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] For port 9049b978-94aa-48af-bbc8-89807d03357b, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=9049b978-94aa-48af-bbc8-89807d03357b,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:20.912830 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:20.919119 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Calling delete_port for 10596a49-bc29-4f97-b817-ac2027438e74 owned by network:floatingip {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:20.927683 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:20.996006 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.018351 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Allocated IP 172.20.0.1 (0fedd4ab-2f48-455f-a968-f4144e8c5ea4/85cc6c58-3493-4a9c-b655-ee8b2c41affd/4ceb9483-9c5d-4620-a782-897c5fdfb6f1) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:15:21.036082 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.042233 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-07ebc34e-dd54-4abb-98d1-052123bef7d1 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:21.064129 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Pushing event updated for resources: {'Port': ['ID=9049b978-94aa-48af-bbc8-89807d03357b,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:21.075355 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:21.093627 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'Port': ['ID=10596a49-bc29-4f97-b817-ac2027438e74,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:21.098996 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:21.152028 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-79ae58b2-754d-4c36-ae5e-c03b5b4eec46 None None] Provisioning complete for port 9049b978-94aa-48af-bbc8-89807d03357b triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:21.152433 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-79ae58b2-754d-4c36-ae5e-c03b5b4eec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.174466 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.191852 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.provisioning_blocks [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Transition to ACTIVE for port object 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 will not be triggered until provisioned by entity DHCP. {{(pid=91713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:21.192936 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for floatingip, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.195566 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.199422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-6bf4247b-6c3b-4ff4-8fc6-fe8ce8698827 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "DELETE /v2.0/floatingips/b7ceb717-9b36-4100-a885-075d1460122f HTTP/1.1" status: 204 len: 168 time: 0.7515190 Jun 10 01:15:21.220146 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.224980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5ae38135-f96d-4316-8a6a-94ae31ffc3b9 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:21.290782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:21.293603 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:21.297360 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:15:21.337506 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Pushing event updated for resources: {'Port': ['ID=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:21.341334 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:21.363731 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.477699 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 9049b978-94aa-48af-bbc8-89807d03357b up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:21.523938 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.546184 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device e9f54cb2-a588-479c-9527-83c5c5f3d4a8 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:21.591005 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: e9f54cb2-a588-479c-9527-83c5c5f3d4a8 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:21.591314 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device e9f54cb2-a588-479c-9527-83c5c5f3d4a8 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:21.606248 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.630006 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Transition to ACTIVE for port object d71f33b9-14fd-4f68-8922-ca4d43886d18 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:21.645414 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 9049b978-94aa-48af-bbc8-89807d03357b triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:21.645786 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.672078 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.681820 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:21.726808 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f48c7e24-ecc5-4578-94f1-59b72b85f63e None None] Provisioning for port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:21.772030 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.772326 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f48c7e24-ecc5-4578-94f1-59b72b85f63e None None] Provisioning complete for port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:21.772974 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f48c7e24-ecc5-4578-94f1-59b72b85f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.776880 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29334497'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.804334 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e0adaceb-acd6-42db-a3ee-3165fe92af54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:21.827031 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Attempting to bind port d71f33b9-14fd-4f68-8922-ca4d43886d18 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:15:21.827645 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Attempting to bind port d71f33b9-14fd-4f68-8922-ca4d43886d18 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:15:21.827763 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Attempting to bind port d71f33b9-14fd-4f68-8922-ca4d43886d18 on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:15:21.836829 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26e63-b4a9-497a-896b-807605065074 None None] Pushing event updated for resources: {'Port': ['ID=d71f33b9-14fd-4f68-8922-ca4d43886d18,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:21.843228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-61a26e63-b4a9-497a-896b-807605065074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:21.852352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:15:21.852778 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:21.853132 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.853579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:15:21.853996 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Bound port: d71f33b9-14fd-4f68-8922-ca4d43886d18, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:15:21.854408 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.888089 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Pushing event updated for resources: {'Port': ['ID=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:21.890903 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:21.891845 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.921356 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f48c7e24-ecc5-4578-94f1-59b72b85f63e None None] Port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:15:21.983007 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] For port d71f33b9-14fd-4f68-8922-ca4d43886d18, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:15:21.986183 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] For port d71f33b9-14fd-4f68-8922-ca4d43886d18, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=d71f33b9-14fd-4f68-8922-ca4d43886d18,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:15:21.990417 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:21.994010 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-239ab5c9-ca53-4246-ade1-ce89a218f027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:22.026617 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:22.027721 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:22.067001 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:22.067635 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:22.138392 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26e63-b4a9-497a-896b-807605065074 None None] Pushing event updated for resources: {'Port': ['ID=d71f33b9-14fd-4f68-8922-ca4d43886d18,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:22.142812 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-61a26e63-b4a9-497a-896b-807605065074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:22.224415 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Router 3a93354e-e048-4695-8143-c2f9be789bfc has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:15:22.263593 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-bd0a93fc-f39f-438a-9baa-3cef43426ea1 None None] Provisioning complete for port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:22.263971 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-bd0a93fc-f39f-438a-9baa-3cef43426ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:22.287595 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:22.403084 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:22.407754 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-2998560d-19da-4c2b-bf92-ecd66759b868 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a93354e-e048-4695-8143-c2f9be789bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4486020 Jun 10 01:15:22.481274 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a93fc-f39f-438a-9baa-3cef43426ea1 None None] Port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:15:22.672815 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 2, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:22.677002 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d700bb21-052f-4641-9bcb-45dd01ae6026 None None] The sync data for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi is: [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 2, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:22.682340 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58968) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:22.757275 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:22.789536 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:22.860278 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:22.862728 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:22.867031 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] 10.222.0.59 "DELETE /v2.0/security-groups/2890405f-d6fd-4224-8590-32b38b7117f0 HTTP/1.1" status: 204 len: 168 time: 0.1805341 Jun 10 01:15:22.867031 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-f37dd927-6c33-4300-999c-2a0dc1a793b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:22.876089 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890405f-d6fd-4224-8590-32b38b7117f0,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:22.878278 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-91a028d6-688c-45bc-aff2-db14ad235dcd tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:22.967214 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58980) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:22.967808 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58982) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:22.976816 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2111513166-network', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:22.999014 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Made reservation on behalf of 43e0cda0e0394127a70ce87ce6ea4ee7 for: {'network': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:15:23.001581 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3631382'] for network, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.020162 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.133663 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.139190 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.142538 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-26d3e68c-42b8-4bd9-91f2-331eaf1e1029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:23.172414 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=91713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 01:15:23.181782 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78df6da-9de2-4eba-99b0-55a40125cd02,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:23.185780 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:23.188670 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.189011 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.segments_db [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Added segment b37cd820-1278-4950-911f-83a30374452c of type vlan for network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae Jun 10 01:15:23.218497 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790310151671'] for network, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.253618 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682'] for network, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.254972 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:23.255740 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.259338 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e84e5066-bcbe-4b13-8715-472a1cdacc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:23.473836 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5018752 Jun 10 01:15:23.476584 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58986) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:23.483355 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Request body: {'subnet': {'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2111513166-subnet', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'ip_version': 4}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:23.489478 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6c71ee-529a-45f4-b97f-6abda5fa55ae,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:23.493458 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f069c892-e511-477e-826b-3b5796a44122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:23.499112 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae details requested by agent ovs-agent-dv-cinder-795009-3-iscsi with host dv-cinder-795009-3-iscsi {{(pid=91715) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 01:15:23.514363 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Made reservation on behalf of 43e0cda0e0394127a70ce87ce6ea4ee7 for: {'subnet': 1} {{(pid=91713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:15:23.517301 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28350840'] for subnet, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.759380 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29334375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28350730'] for subnet, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.766094 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b0ce1f90-2f23-45e9-9346-443b553f5023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:23.843087 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3207c3d4-205e-4312-a91d-45d66b9e1d19,revision_number=0']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:23.851145 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:23.852373 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Checking segment: {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:23.852727 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Network hostable DHCP agents. Network: 1d6c71ee-529a-45f4-b97f-6abda5fa55ae, hostable agents: ['495fd1f3-6074-4fe3-8eb3-db73006b3f76'], hosted agents: [] {{(pid=91713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 01:15:23.870462 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae is scheduled to be hosted by DHCP agent 495fd1f3-6074-4fe3-8eb3-db73006b3f76 with binding_index 1 {{(pid=91713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 01:15:23.882665 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-3-iscsi, 1d6c71ee-529a-45f4-b97f-6abda5fa55ae) {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:23.887680 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:23.894320 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.896751 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b18d6-71ba-4fc9-a3cf-e4507ca10de7 None None] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:15:23.916909 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-06107529-8a71-4907-8dee-fbcefea9e197 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4392395 Jun 10 01:15:23.919509 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58988) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:23.926261 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:23.955233 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36611'] for router, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.956399 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615412', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36620'] for router, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.980298 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:23.989333 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.155418 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c6bc50-12b3-5df7-a0de-97f3f9a04a06-1d6c71ee-529a-45f4-b97f-6abda5fa55ae', 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'fixed_ips': [{'subnet_id': '3207c3d4-205e-4312-a91d-45d66b9e1d19'}]}} from dv-cinder-795009-3-iscsi. {{(pid=91715) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 01:15:24.156301 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.259252 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36670'] for router, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.322388 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.db_base_plugin_common [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Allocated IP 172.20.0.2 (1d6c71ee-529a-45f4-b97f-6abda5fa55ae/3207c3d4-205e-4312-a91d-45d66b9e1d19/182935ce-86aa-4053-9f58-52b7944de0b6) {{(pid=91715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:15:24.449369 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Deleting port 300610e4-c2ca-48a3-9425-6b8f18531d78 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:24.449999 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.536129 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Notify callbacks [] for port, precommit_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.547032 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Transition to ACTIVE for port object 182935ce-86aa-4053-9f58-52b7944de0b6 will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:24.566018 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Transition to ACTIVE for port object 182935ce-86aa-4053-9f58-52b7944de0b6 will not be triggered until provisioned by entity DHCP. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:24.575281 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857'] for port, after_create {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.581246 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:24.581760 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] For port 300610e4-c2ca-48a3-9425-6b8f18531d78, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=300610e4-c2ca-48a3-9425-6b8f18531d78,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:24.582123 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.585302 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.614366 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.644097 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae is already hosted by enough agents. {{(pid=91715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:24.647566 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Resources bound (agent type, host, resource id): {{(pid=91715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:24.651451 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Received port after_create {{(pid=91715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:15:24.691136 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Pushing event updated for resources: {'Port': ['ID=182935ce-86aa-4053-9f58-52b7944de0b6,revision_number=1']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:24.698181 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:24.715124 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Calling delete_port for 300610e4-c2ca-48a3-9425-6b8f18531d78 owned by network:router_interface {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:24.770300 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Allocated IP 172.27.0.189 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/277bac5b-2148-4730-94f9-4543be0e9081) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:15:24.770717 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Attempting to bind port 182935ce-86aa-4053-9f58-52b7944de0b6 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:15:24.771231 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Attempting to bind port 182935ce-86aa-4053-9f58-52b7944de0b6 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:15:24.771880 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Attempting to bind port 182935ce-86aa-4053-9f58-52b7944de0b6 on network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:15:24.777781 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:15:24.778515 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Checking segment: {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:24.778802 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.779228 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Bound using segment: {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:15:24.779682 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Bound port: 182935ce-86aa-4053-9f58-52b7944de0b6, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:15:24.780062 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.870470 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.875880 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-39f8adf6-e59d-4115-bcf0-66892a1f0094 tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:24.877482 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] For port 182935ce-86aa-4053-9f58-52b7944de0b6, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:15:24.880814 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] For port 182935ce-86aa-4053-9f58-52b7944de0b6, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=182935ce-86aa-4053-9f58-52b7944de0b6,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:15:24.888492 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.892398 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:24.921304 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=300610e4-c2ca-48a3-9425-6b8f18531d78,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:24.925145 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:24.951208 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.986890 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Pushing event updated for resources: {'Port': ['ID=182935ce-86aa-4053-9f58-52b7944de0b6,revision_number=2']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:24.990513 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-d3aa8fe3-b08e-4e41-8835-d3f3118df920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:24.993050 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:24.997156 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-3c91dcf1-c0b6-4e99-ba8a-fbeb112c4b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:25.077833 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:25.080800 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:25.084488 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:15:25.192612 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Sync routers for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:25.202944 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:25.203709 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:25.277544 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Pushing event updated for resources: {'Port': ['ID=277bac5b-2148-4730-94f9-4543be0e9081,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:25.283473 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:25.290330 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:25.471634 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:25.594202 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 182935ce-86aa-4053-9f58-52b7944de0b6 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:25.693725 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 182935ce-86aa-4053-9f58-52b7944de0b6 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:25.699470 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device d71f33b9-14fd-4f68-8922-ca4d43886d18 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:25.762781 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:25.779352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port d71f33b9-14fd-4f68-8922-ca4d43886d18 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:25.784841 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port d71f33b9-14fd-4f68-8922-ca4d43886d18 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:25.785222 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:25.863084 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 2, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:25.870355 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Checking router: 3a93354e-e048-4695-8143-c2f9be789bfc for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:25.871422 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Updating router 3a93354e-e048-4695-8143-c2f9be789bfc port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:15:25.946126 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:25.956682 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Router dc092de5-46cd-4a85-ac46-0d3d11c58434 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:15:25.959141 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:25.970159 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port d71f33b9-14fd-4f68-8922-ca4d43886d18, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=d71f33b9-14fd-4f68-8922-ca4d43886d18,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:25.981222 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:25.987615 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:26.151593 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=d71f33b9-14fd-4f68-8922-ca4d43886d18,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:26.156334 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:26.197406 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:26.206826 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] 10.222.0.59 "PUT /v2.0/routers/dc092de5-46cd-4a85-ac46-0d3d11c58434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2372024 Jun 10 01:15:26.208075 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] Sync routers for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:26.212008 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58990) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:26.218972 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:26.219612 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:26.379093 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3dd4c-0bd0-4871-a7e0-a0a529654dfa None None] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:15:26.380018 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615337'] for router, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.401731 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.413807 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Transition to ACTIVE for port object 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:26.419969 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.423581 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:26.494757 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:26.543752 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.600475 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Provisioning for port 182935ce-86aa-4053-9f58-52b7944de0b6 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:26.613503 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Provisioning complete for port 182935ce-86aa-4053-9f58-52b7944de0b6 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:26.613851 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.622871 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Pushing event updated for resources: {'Port': ['ID=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:26.637239 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.637239 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.637663 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.637924 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.638251 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.638576 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.638923 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.639245 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.639582 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.639907 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.640216 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.640635 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:15:26.655341 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:26.673547 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Attempting to bind port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:15:26.674300 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Attempting to bind port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:15:26.674943 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Attempting to bind port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 on network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:15:26.682362 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:15:26.683225 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Checking segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:26.683872 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.684486 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Bound using segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:15:26.685191 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Bound port: 4ceb9483-9c5d-4620-a782-897c5fdfb6f1, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:15:26.685951 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.791130 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] For port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:15:26.794216 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] For port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:15:26.802637 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.807819 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:26.883306 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:26.883967 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:26.886987 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:26.944581 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Router 0d93ba2b-02f0-424d-95ff-2899447e3208 is scheduled to L3 agent e7794755-f999-4da1-a65b-a73c37692162 with binding_index 1 {{(pid=91713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 01:15:26.957362 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Pushing event updated for resources: {'Port': ['ID=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,revision_number=4']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:26.963742 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-63ac2eb0-83f2-4766-aa70-b880c8db5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:27.031939 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.083455 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:27.106338 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] For port 182935ce-86aa-4053-9f58-52b7944de0b6, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=182935ce-86aa-4053-9f58-52b7944de0b6,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:27.113660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:15:24Z', 'revision_number': 5, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port': {'id': 'cb14abe9-8800-4dbf-8854-6eb5490f4d8f', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:18Z', 'updated_at': '2021-06-10T01:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:27.121205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] Checking router: dc092de5-46cd-4a85-ac46-0d3d11c58434 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:27.127409 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.129954 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1a00a1f4-8b24-411e-9816-22a36c82866e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:27.168578 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:27.184831 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Deleting port cb14abe9-8800-4dbf-8854-6eb5490f4d8f {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:27.185286 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.187458 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] Routers {'dc092de5-46cd-4a85-ac46-0d3d11c58434'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:27.188091 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['dc092de5-46cd-4a85-ac46-0d3d11c58434'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:27.257120 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Sync routers for ids ['0d93ba2b-02f0-424d-95ff-2899447e3208'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:27.319873 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] For port cb14abe9-8800-4dbf-8854-6eb5490f4d8f, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:27.319873 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.347661 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Routers {'0d93ba2b-02f0-424d-95ff-2899447e3208'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:27.348599 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['0d93ba2b-02f0-424d-95ff-2899447e3208'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:27.375145 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Pushing event updated for resources: {'Port': ['ID=182935ce-86aa-4053-9f58-52b7944de0b6,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:27.381892 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-cadf45e8-6778-4413-87d3-e8a5d87ef431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:27.383457 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] Set router dc092de5-46cd-4a85-ac46-0d3d11c58434 gateway port host: None {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:27.486034 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Calling delete_port for cb14abe9-8800-4dbf-8854-6eb5490f4d8f owned by network:router_gateway {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:27.492030 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:27.496855 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.499371 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-4ff9d490-5e02-4d31-aec7-aeece82d00c0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5784979 Jun 10 01:15:27.502095 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 58992) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:27.551447 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:15:26Z', 'revision_number': 6, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:27.572188 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5994a9-2867-48d6-97f3-4971ddb9ff50 None None] The sync data for ids ['dc092de5-46cd-4a85-ac46-0d3d11c58434'] in dv-cinder-795009-3-iscsi is: [{'id': 'dc092de5-46cd-4a85-ac46-0d3d11c58434', 'name': 'tempest-TestVolumeBootPattern-580533364-router', 'tenant_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:17Z', 'updated_at': '2021-06-10T01:15:26Z', 'revision_number': 6, 'project_id': '103ffe3e6c0443c49abcf5b3d962d6c0', 'gw_port_host': None}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:27.586501 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-d6469582-ff2b-4968-8131-d48473187131 None None] Provisioning complete for port 182935ce-86aa-4053-9f58-52b7944de0b6 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:27.586910 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d6469582-ff2b-4968-8131-d48473187131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.646340 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Set router 0d93ba2b-02f0-424d-95ff-2899447e3208 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:27.684455 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.690997 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-96e6f79f-6dd8-4984-8fe0-9f15389a02c3 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:27.714505 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:27.726453 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:27.727560 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.745400 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb14abe9-8800-4dbf-8854-6eb5490f4d8f,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:27.749240 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:27.852698 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.912047 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:26Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:27.929611 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:27.952586 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec412cde-3da4-4712-ab2a-3b37c6a12918 None None] The sync data for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi is: [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:26Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:27.999127 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:28.011267 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.012159 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device d71f33b9-14fd-4f68-8922-ca4d43886d18 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:28.024480 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 3, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:28.029369 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Checking router: 0d93ba2b-02f0-424d-95ff-2899447e3208 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:28.029991 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Updating router 0d93ba2b-02f0-424d-95ff-2899447e3208 port 277bac5b-2148-4730-94f9-4543be0e9081 binding host dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:15:28.069850 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:28.119665 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.140074 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.144381 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.192078 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.192588 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc092de5-46cd-4a85-ac46-0d3d11c58434 {{(pid=91713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:15:28.196987 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.200235 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9f8dfadc-389c-44a5-8eea-d4c1a07265a9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dc092de5-46cd-4a85-ac46-0d3d11c58434 HTTP/1.1" status: 204 len: 168 time: 1.9850316 Jun 10 01:15:28.200492 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58994) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:28.260642 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:28.264474 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:28.270955 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port d71f33b9-14fd-4f68-8922-ca4d43886d18 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:28.271342 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.318166 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Deleting subnet 5b589eac-cfd3-4dc3-a91c-a0d7f820aecb {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:15:28.326188 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.403629 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.411638 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.540846 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.552568 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Notify callbacks [] for port, precommit_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.568313 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.provisioning_blocks [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Transition to ACTIVE for port object 277bac5b-2148-4730-94f9-4543be0e9081 will not be triggered until provisioned by entity L2. {{(pid=91716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:28.577876 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.590766 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:28.630318 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.637569 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-50a16aa2-4c23-4b79-90ea-7ed4703d1b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:28.677002 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b589eac-cfd3-4dc3-a91c-a0d7f820aecb,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:28.677439 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3358b9-e02d-4e84-a4d1-7ddd602bcaae None None] Pushing event updated for resources: {'Port': ['ID=277bac5b-2148-4730-94f9-4543be0e9081,revision_number=2']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:28.682626 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.687293 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5b589eac-cfd3-4dc3-a91c-a0d7f820aecb HTTP/1.1" status: 204 len: 168 time: 0.4851780 Jun 10 01:15:28.689422 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-d65c6a55-c5b2-402a-ba87-fece7ada22bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:28.689898 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 58996) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:28.694668 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e8cdb-a45c-4a20-9c47-7711d541b35c None None] Network f3b31037-d70d-4957-a160-29211120a0a6 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:15:28.712713 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Attempting to bind port 277bac5b-2148-4730-94f9-4543be0e9081 on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:15:28.713371 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Attempting to bind port 277bac5b-2148-4730-94f9-4543be0e9081 by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:15:28.713806 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Attempting to bind port 277bac5b-2148-4730-94f9-4543be0e9081 on network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:15:28.720700 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:15:28.721188 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Checking segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:28.722212 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.722212 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Bound using segment: {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'} {{(pid=91716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:15:28.722646 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.managers [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Bound port: 277bac5b-2148-4730-94f9-4543be0e9081, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8507b63-ca55-4210-81a0-a752a890ec75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30'}}] {{(pid=91716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:15:28.723110 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.814711 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] For port 277bac5b-2148-4730-94f9-4543be0e9081, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:15:28.819827 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.plugins.ml2.db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] For port 277bac5b-2148-4730-94f9-4543be0e9081, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=277bac5b-2148-4730-94f9-4543be0e9081,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:15:28.828107 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.841716 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-cf3358b9-e02d-4e84-a4d1-7ddd602bcaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:28.842103 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-cf3358b9-e02d-4e84-a4d1-7ddd602bcaae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:28.868007 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Allocated IP 172.20.0.1 (1d6c71ee-529a-45f4-b97f-6abda5fa55ae/3207c3d4-205e-4312-a91d-45d66b9e1d19/2d906354-16bd-487f-a8ce-48cf7d8fc6ca) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:15:28.909396 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3358b9-e02d-4e84-a4d1-7ddd602bcaae None None] Pushing event updated for resources: {'Port': ['ID=277bac5b-2148-4730-94f9-4543be0e9081,revision_number=3']} {{(pid=91716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:28.913243 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG oslo_concurrency.lockutils [None req-cf3358b9-e02d-4e84-a4d1-7ddd602bcaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:28.924735 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Routers {'0d93ba2b-02f0-424d-95ff-2899447e3208'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:28.925235 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:28.925360 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['0d93ba2b-02f0-424d-95ff-2899447e3208'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:29.035535 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.052733 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Transition to ACTIVE for port object 2d906354-16bd-487f-a8ce-48cf7d8fc6ca will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:29.078278 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] DHCP port deletion for f3b31037-d70d-4957-a160-29211120a0a6 request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:15:29.109461 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.115445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:29.180807 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] Set router 0d93ba2b-02f0-424d-95ff-2899447e3208 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:29.204792 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:29.205878 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Deleting port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:29.206115 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.208995 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:29.212020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:15:29.253108 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Pushing event updated for resources: {'Port': ['ID=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:29.253888 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:29.259830 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Deleting port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:29.260893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.300159 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614627'] for router_interface, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.371829 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] For port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:29.374328 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.392430 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] For port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,segment=NetworkSegment(887e86dc-51d8-4958-bd62-35f455227fe5),segment_id=887e86dc-51d8-4958-bd62-35f455227fe5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:29.392841 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.549141 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Calling delete_port for 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 owned by network:dhcp {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:29.577549 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 182935ce-86aa-4053-9f58-52b7944de0b6 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:29.591383 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 3, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:29.596778 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ea57b-0f1c-455c-a200-4516f3062091 None None] The sync data for ids ['0d93ba2b-02f0-424d-95ff-2899447e3208'] in dv-cinder-795009-3-iscsi is: [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 3, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:29.606529 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.610512 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-85d73e18-dc87-45c1-977c-f2be8b084a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:29.616129 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Calling delete_port for 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:29.639204 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.669124 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-b83dd8fb-cb3f-4fb4-a960-87f30a83b4a7 None None] Provisioning for port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:29.678046 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:29.682352 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:29.683449 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-b83dd8fb-cb3f-4fb4-a960-87f30a83b4a7 None None] Provisioning complete for port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:29.683585 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] No DVR routers for this DVR port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 on host dv-cinder-795009-3-iscsi {{(pid=91713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:15:29.683773 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b83dd8fb-cb3f-4fb4-a960-87f30a83b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.758876 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-b83dd8fb-cb3f-4fb4-a960-87f30a83b4a7 None None] Port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:15:29.766745 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 182935ce-86aa-4053-9f58-52b7944de0b6 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:29.767138 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.814665 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.817156 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.823406 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-29b23338-44f8-41a4-bfd7-b8d65dae646c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:29.830634 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b31037-d70d-4957-a160-29211120a0a6']}} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:29.846068 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887e86dc-51d8-4958-bd62-35f455227fe5') {'for_net_delete': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:29.846399 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887e86dc-51d8-4958-bd62-35f455227fe5') {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:29.861045 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28182871'] for segment, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.873490 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] No DVR routers for this DVR port 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:15:29.877122 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Pushing event deleted for resources: {'Port': ['ID=2a2d18ff-c3a7-4aca-8808-c96f25f19c88,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:29.879491 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:29.918730 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.925923 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=91713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:15:29.926468 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29334469'] for segment, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.937925 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: Traceback (most recent call last): Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: timer() Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: cb(*args, **kw) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: return func(*args, **kwargs) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: self._notify() Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: self.callback(batched_events) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: event.method(event) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: return f(self, *a, **k) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._get(url).json() Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: return self.request(url, 'GET', **kwargs) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:15:29.943976 dv-cinder-795009-3-iscsi neutron-server[91713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:15:29.956916 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:29.984819 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1dee1aa9-b79c-4470-b6a1-34db7a44ad81 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:29.996861 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:30.041849 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:30.047033 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:30.070793 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:30.073264 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3b31037-d70d-4957-a160-29211120a0a6 HTTP/1.1" status: 204 len: 168 time: 1.3824015 Jun 10 01:15:30.077624 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59000) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:30.078729 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b31037-d70d-4957-a160-29211120a0a6,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:30.081715 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f25b5ac2-3a60-4934-b491-f04981022ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:30.087514 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:30.087995 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:30.093369 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629154'] for router_interface, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:30.170357 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Pushing event updated for resources: {'Port': ['ID=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:30.183156 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:30.258834 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:15:30.260289 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:15:30.300867 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 300610e4-c2ca-48a3-9425-6b8f18531d78 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:30.356560 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 300610e4-c2ca-48a3-9425-6b8f18531d78 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:30.357297 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 300610e4-c2ca-48a3-9425-6b8f18531d78 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:30.359106 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device cb14abe9-8800-4dbf-8854-6eb5490f4d8f no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:30.470823 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: cb14abe9-8800-4dbf-8854-6eb5490f4d8f {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:30.470823 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device cb14abe9-8800-4dbf-8854-6eb5490f4d8f not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:30.471265 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:30.513352 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:30.513985 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2a2d18ff-c3a7-4aca-8808-c96f25f19c88 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:30.535894 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Router 0d93ba2b-02f0-424d-95ff-2899447e3208 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:15:30.589732 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03b7540-df31-423f-884d-517db32132ed None None] Provisioning complete for port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:30.590112 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03b7540-df31-423f-884d-517db32132ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:30.659036 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03b7540-df31-423f-884d-517db32132ed None None] Port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:15:30.735867 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:30.837994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:30.842715 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8a3649fb-b5f6-4107-8d44-3bca8f9674fa admin admin] 10.222.0.59 "PUT /v2.0/routers/0d93ba2b-02f0-424d-95ff-2899447e3208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395457 Jun 10 01:15:31.255025 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Deleting port 16bc8062-cfc7-470c-87e3-62d9dce0a063 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:31.255373 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.389136 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] For port 16bc8062-cfc7-470c-87e3-62d9dce0a063, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=16bc8062-cfc7-470c-87e3-62d9dce0a063,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:31.389690 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.426531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 277bac5b-2148-4730-94f9-4543be0e9081 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:31.462003 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59008) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:31.466650 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470381116', 'description': 'tempest-secgroup-smoke-1470381116 description', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:31.482985 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Sync routers for ids ['0d93ba2b-02f0-424d-95ff-2899447e3208'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:31.496201 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.510229 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Routers {'0d93ba2b-02f0-424d-95ff-2899447e3208'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:31.511053 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['0d93ba2b-02f0-424d-95ff-2899447e3208'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:31.520955 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Calling delete_port for 16bc8062-cfc7-470c-87e3-62d9dce0a063 owned by network:router_interface {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:31.596467 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.600926 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.606208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6fe29ba4-e541-4bf1-a38d-804c2edcf176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:31.640357 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.641562 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1785412 Jun 10 01:15:31.642443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd69dae-2744-411f-8325-8afaec693142,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:31.644628 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59010) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:31.649105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group_rule': {'security_group_id': '3dd69dae-2744-411f-8325-8afaec693142', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:31.653360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-00d992e5-3560-4b56-9c30-b81330da9978 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:31.661669 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 277bac5b-2148-4730-94f9-4543be0e9081 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:31.669383 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 277bac5b-2148-4730-94f9-4543be0e9081 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:31.669821 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.682637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.685845 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.690830 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bea8d55b-1fa0-40ac-8265-7cdf68805f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:31.743742 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bc8062-cfc7-470c-87e3-62d9dce0a063,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:31.747949 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:31.757843 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.764492 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.767015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:31.770684 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Set router 0d93ba2b-02f0-424d-95ff-2899447e3208 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:31.793784 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba87325-44a3-440a-9726-5c9c7c38221c,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:31.796556 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:31.805122 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.809194 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-5f169006-8c09-44e9-8976-565f0adf8bd5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609168 Jun 10 01:15:31.810152 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59012) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:31.814244 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group_rule': {'security_group_id': '3dd69dae-2744-411f-8325-8afaec693142', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:31.858745 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.941756 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.946321 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.955380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:31.978471 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebb783e-3841-4030-b7dd-2906d2d8db59,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:31.980339 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.987463 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:31.988856 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:31.993990 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-1b2f4ef6-7a5b-4c24-a822-c9516a8df874 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833463 Jun 10 01:15:31.994678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59014) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:31.999293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group_rule': {'security_group_id': '3dd69dae-2744-411f-8325-8afaec693142', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:32.029081 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.046974 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 277bac5b-2148-4730-94f9-4543be0e9081, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=277bac5b-2148-4730-94f9-4543be0e9081,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:32.060063 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.064424 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-0a2a79d3-58fe-48fc-8a67-c392bfeb29bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:32.067843 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.097048 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.103443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.111892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:32.136559 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1ca555-87ae-4a73-982b-09647f715d86,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:32.139572 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:32.143537 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.148734 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530066 Jun 10 01:15:32.149452 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59016) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:32.154210 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group_rule': {'security_group_id': '3dd69dae-2744-411f-8325-8afaec693142', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:32.173072 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=277bac5b-2148-4730-94f9-4543be0e9081,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:32.190483 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.199519 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:32.240341 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:15:29Z', 'revision_number': 4, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '2d906354-16bd-487f-a8ce-48cf7d8fc6ca', 'name': '', 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'mac_address': 'fa:16:3e:0f:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3207c3d4-205e-4312-a91d-45d66b9e1d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:28Z', 'updated_at': '2021-06-10T01:15:29Z', 'revision_number': 2, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'subnets': [{'id': '3207c3d4-205e-4312-a91d-45d66b9e1d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:32.245752 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Checking router: 0d93ba2b-02f0-424d-95ff-2899447e3208 for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:32.246106 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Updating router 0d93ba2b-02f0-424d-95ff-2899447e3208 port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca binding host dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 01:15:32.263163 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.267147 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.275569 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-897dab74-1a58-4015-ba1f-ce590a5123be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:32.294925 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32daeee1-bad5-4b88-8f61-80f772148af9,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:32.297598 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:32.302898 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.306239 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.311147 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-e291877a-8fad-4f4d-a8c5-47274c6cd90d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606617 Jun 10 01:15:32.311991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59018) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:32.318794 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group_rule': {'security_group_id': '3dd69dae-2744-411f-8325-8afaec693142', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:32.342691 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.securitygroups_db [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Project 44ad5d8780ae4fd99fdc6d7ccb7b29af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 01:15:32.348926 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.416079 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.420897 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.423046 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-6449a206-d7cd-44c8-ba16-169fec41f73d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:32.445690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a737e0-cc83-494f-9695-809afa717b1e,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:32.448139 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:32.452863 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.454202 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3606cbb5-cd87-4296-aeb6-b6a1ab3345f1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392913 Jun 10 01:15:32.457022 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59020) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:32.462322 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'security_group_rule': {'security_group_id': '3dd69dae-2744-411f-8325-8afaec693142', 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:32.465471 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Router 7870c4d7-15ec-4b4e-8039-1af0a61b214b has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:15:32.485336 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.db.securitygroups_db [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Project 44ad5d8780ae4fd99fdc6d7ccb7b29af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 01:15:32.493480 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.569477 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.576525 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515944'] for security_group_rule, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.585685 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:32.608730 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be924268-d908-4607-a784-f8f1ed50c2a3,revision_number=0']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:32.612015 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:32.614411 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.625411 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-49bca627-8c81-4320-8746-6a99389f9f95 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589446 Jun 10 01:15:32.701704 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Notify callbacks [] for port, precommit_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.714875 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Transition to ACTIVE for port object 2d906354-16bd-487f-a8ce-48cf7d8fc6ca will not be triggered until provisioned by entity L2. {{(pid=91715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:15:32.721227 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:32.726557 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-1c8bb39c-9a0c-4f14-8bde-7070860ca40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:32.760744 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:15:32.767452 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-be7e537d-b2c5-45c9-8fc8-0b98de300559 admin admin] 10.222.0.59 "PUT /v2.0/routers/7870c4d7-15ec-4b4e-8039-1af0a61b214b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6846938 Jun 10 01:15:32.770098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59046) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:32.783632 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] Sync routers for ids ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:15:32.798741 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] Routers {'7870c4d7-15ec-4b4e-8039-1af0a61b214b'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:32.799688 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:32.921840 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1f651-c24e-449f-b918-99bbe35ecc8b None None] Pushing event updated for resources: {'Port': ['ID=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,revision_number=3']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:32.932969 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-b6e1f651-c24e-449f-b918-99bbe35ecc8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:33.013181 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks [] for router, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.067620 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Attempting to bind port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca on host dv-cinder-795009-3-iscsi for vnic_type normal with profile {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:15:33.068345 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Attempting to bind port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca by drivers openvswitch,hyperv on host dv-cinder-795009-3-iscsi at level 0 using segments [{'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:15:33.068755 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Attempting to bind port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca on network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:15:33.074135 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] Set router 7870c4d7-15ec-4b4e-8039-1af0a61b214b gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:33.075660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Checking agent: {'id': 'ab7cbaba-51ab-470e-a000-5975d5d04fb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 52, 13), 'started_at': datetime.datetime(2021, 6, 10, 0, 52, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:15:33.076049 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Checking segment: {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:15:33.076464 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.077013 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Bound using segment: {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'} {{(pid=91715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:15:33.077500 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.managers [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Bound port: 2d906354-16bd-487f-a8ce-48cf7d8fc6ca, host: dv-cinder-795009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37cd820-1278-4950-911f-83a30374452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae'}}] {{(pid=91715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:15:33.077885 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.199965 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] For port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca, host dv-cinder-795009-3-iscsi, cleared binding levels {{(pid=91715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:15:33.203524 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] For port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca, host dv-cinder-795009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:15:33.210862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.216800 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:33.220055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.299176 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Routers {'0d93ba2b-02f0-424d-95ff-2899447e3208'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:33.300023 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['0d93ba2b-02f0-424d-95ff-2899447e3208'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:33.338979 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Deleting port 37dee764-7b12-4d04-9b00-e169c9f568c5 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:33.339330 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.402260 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1f651-c24e-449f-b918-99bbe35ecc8b None None] Pushing event updated for resources: {'Port': ['ID=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:33.422086 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-b6e1f651-c24e-449f-b918-99bbe35ecc8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:33.480223 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:15:31Z', 'revision_number': 5, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port': {'id': '37dee764-7b12-4d04-9b00-e169c9f568c5', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:04:24Z', 'updated_at': '2021-06-10T01:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:33.489939 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] Checking router: 7870c4d7-15ec-4b4e-8039-1af0a61b214b for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:15:33.503575 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] Routers {'7870c4d7-15ec-4b4e-8039-1af0a61b214b'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:15:33.504239 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:15:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:33.572667 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 277bac5b-2148-4730-94f9-4543be0e9081 up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:33.590496 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] For port 37dee764-7b12-4d04-9b00-e169c9f568c5, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=37dee764-7b12-4d04-9b00-e169c9f568c5,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:33.591132 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.694129 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] Set router 7870c4d7-15ec-4b4e-8039-1af0a61b214b gateway port host: None {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:33.703647 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] Set router 0d93ba2b-02f0-424d-95ff-2899447e3208 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:15:33.726905 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Calling delete_port for 37dee764-7b12-4d04-9b00-e169c9f568c5 owned by network:router_gateway {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:33.773218 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 277bac5b-2148-4730-94f9-4543be0e9081 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:33.773218 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.807655 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:15:33Z', 'revision_number': 6, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:33.812539 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb8750-1441-4624-b08a-8dcea7f57eca None None] The sync data for ids ['7870c4d7-15ec-4b4e-8039-1af0a61b214b'] in dv-cinder-795009-3-iscsi is: [{'id': '7870c4d7-15ec-4b4e-8039-1af0a61b214b', 'name': 'tempest-TestVolumeBootPattern-808159267-router', 'tenant_id': 'b94cd72567e84e6eb01a125d1850eeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:04:23Z', 'updated_at': '2021-06-10T01:15:33Z', 'revision_number': 6, 'project_id': 'b94cd72567e84e6eb01a125d1850eeca', 'gw_port_host': None}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:33.884610 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:33.889690 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9e877379-3d0d-486b-9f67-30d1dc871931 tempest-TestMinimumBasicScenario-1878326013 tempest-TestMinimumBasicScenario-1878326013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:34.074418 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Pushing event deleted for resources: {'Port': ['ID=37dee764-7b12-4d04-9b00-e169c9f568c5,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:34.080313 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:34.138986 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.144797 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:15:29Z', 'revision_number': 4, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '2d906354-16bd-487f-a8ce-48cf7d8fc6ca', 'name': '', 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'mac_address': 'fa:16:3e:0f:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3207c3d4-205e-4312-a91d-45d66b9e1d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:28Z', 'updated_at': '2021-06-10T01:15:33Z', 'revision_number': 4, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'subnets': [{'id': '3207c3d4-205e-4312-a91d-45d66b9e1d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:34.150368 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f915a-2255-46f3-8fec-0c00a5481029 None None] The sync data for ids ['0d93ba2b-02f0-424d-95ff-2899447e3208'] in dv-cinder-795009-3-iscsi is: [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:15:29Z', 'revision_number': 4, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '2d906354-16bd-487f-a8ce-48cf7d8fc6ca', 'name': '', 'network_id': '1d6c71ee-529a-45f4-b97f-6abda5fa55ae', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'mac_address': 'fa:16:3e:0f:df:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3207c3d4-205e-4312-a91d-45d66b9e1d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:28Z', 'updated_at': '2021-06-10T01:15:33Z', 'revision_number': 4, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'subnets': [{'id': '3207c3d4-205e-4312-a91d-45d66b9e1d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:15:34.342259 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.344654 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.369545 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.370443 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7870c4d7-15ec-4b4e-8039-1af0a61b214b {{(pid=91714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:15:34.376416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.378029 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3b36a519-8380-4230-b14c-09f73b1c793e admin admin] 10.222.0.59 "DELETE /v2.0/routers/7870c4d7-15ec-4b4e-8039-1af0a61b214b HTTP/1.1" status: 204 len: 168 time: 1.6067812 Jun 10 01:15:34.381106 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59078) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:34.443641 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Deleting subnet e908eddf-2361-4ee9-b87c-b6dbf16393f8 {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:15:34.447305 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.497367 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.587345 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.672130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.676300 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:34.712144 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e908eddf-2361-4ee9-b87c-b6dbf16393f8,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:34.715184 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:34.716176 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.720260 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-309944d9-43b0-4e49-a1ac-70147341243a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e908eddf-2361-4ee9-b87c-b6dbf16393f8 HTTP/1.1" status: 204 len: 168 time: 0.3352380 Jun 10 01:15:34.720613 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59082) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:34.721357 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87e099-8d6d-453d-b19f-c6d9054826cc None None] Network dd602de3-c9e8-497d-9373-82301a024757 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:15:34.840508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:34.931921 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Deleting port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:34.932265 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.023476 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] DHCP port deletion for dd602de3-c9e8-497d-9373-82301a024757 request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:15:35.040368 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] For port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:35.040857 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.114004 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Deleting port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:15:35.114522 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.184552 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Calling delete_port for 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 owned by network:dhcp {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:35.243820 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.247172 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] For port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,segment=NetworkSegment(40c27e42-bae4-4e79-8451-452055213bc8),segment_id=40c27e42-bae4-4e79-8451-452055213bc8)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:35.247655 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.247774 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a7ee10fb-9633-49be-aec0-35b37bab0874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:35.297820 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Pushing event deleted for resources: {'Port': ['ID=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:35.299706 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] No DVR routers for this DVR port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 on host dv-cinder-795009-3-iscsi {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:15:35.301172 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:35.429983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.453133 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Calling delete_port for 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:15:35.455205 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd602de3-c9e8-497d-9373-82301a024757']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:35.459114 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2d906354-16bd-487f-a8ce-48cf7d8fc6ca up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:35.469150 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c27e42-bae4-4e79-8451-452055213bc8') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:35.469391 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c27e42-bae4-4e79-8451-452055213bc8') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:15:35.481485 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.500546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.507295 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:15:35.507875 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:15:35.525755 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:15:35.555247 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning for port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:15:35.561117 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:35.561492 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.596634 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.602041 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.602368 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-3dfa6bbb-b31f-418e-b3ca-1097d10e4f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:35.605901 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-78642d94-39d3-453e-afb9-17121a489df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:35.618537 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.620346 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dd602de3-c9e8-497d-9373-82301a024757 HTTP/1.1" status: 204 len: 168 time: 0.8987212 Jun 10 01:15:35.627448 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd602de3-c9e8-497d-9373-82301a024757,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:35.629897 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ed6db28c-b767-49dd-a80f-2335b7708000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:35.654359 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Network dd602de3-c9e8-497d-9373-82301a024757 is not hosted by any dhcp agent {{(pid=91715) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 01:15:35.654860 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] No DVR routers for this DVR port 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:15:35.656449 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Pushing event deleted for resources: {'Port': ['ID=2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:35.667125 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-e064f878-f302-4950-a83f-26af3d881d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:35.731265 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.764715 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] For port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:15:35.768531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.770462 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:35.781510 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59088) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:35.833110 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 37dee764-7b12-4d04-9b00-e169c9f568c5 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:35.840726 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-79bef624-65a4-4796-bcfb-51f5bb7ec603 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=103ffe3e6c0443c49abcf5b3d962d6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578697 Jun 10 01:15:35.843365 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59090) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:35.874501 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 37dee764-7b12-4d04-9b00-e169c9f568c5 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:35.874877 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 37dee764-7b12-4d04-9b00-e169c9f568c5 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:35.875293 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:35.904178 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.910385 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Pushing event updated for resources: {'Port': ['ID=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:35.913469 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:35.913819 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2428b42e-1707-42f8-ae9f-8ba2cdc8f5f4 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:35.914232 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 16bc8062-cfc7-470c-87e3-62d9dce0a063 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:15:35.931008 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.937266 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:35.947890 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 16bc8062-cfc7-470c-87e3-62d9dce0a063 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:15:35.948239 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 16bc8062-cfc7-470c-87e3-62d9dce0a063 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:15:35.986273 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.988736 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:35.989901 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c25a1ef-9724-4f95-902b-b0e6d273edae HTTP/1.1" status: 204 len: 168 time: 0.1438770 Jun 10 01:15:35.991259 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b193474a-3f95-4d07-8e83-305b9fefb2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:36.000664 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25a1ef-9724-4f95-902b-b0e6d273edae,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:36.003053 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-60763b97-f846-48e8-85f1-01196bdc47de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:36.093932 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:15:36.362346 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59096) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:36.414862 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-8cf1fcce-c9dd-4d9e-b2f2-ad43cad6de6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b94cd72567e84e6eb01a125d1850eeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512455 Jun 10 01:15:36.417264 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59098) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:15:36.474072 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:36.501098 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:36.551523 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:36.554528 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:36.555692 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3d8d3db-a3c1-4da6-a95a-bf3d51443bda HTTP/1.1" status: 204 len: 168 time: 0.1375492 Jun 10 01:15:36.556537 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-2e3a09be-8eb9-44ee-bd2b-ccac45603936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:15:36.565813 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d8d3db-a3c1-4da6-a95a-bf3d51443bda,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:15:36.568348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-13fe53d7-6dff-4fae-84b0-0e9d61fa78c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:15:37.393887 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2d906354-16bd-487f-a8ce-48cf7d8fc6ca up at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:15:37.465094 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Provisioning complete for port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:15:37.465474 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:39.002152 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:41.341280 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c12a7a7b-a13f-40d9-8ae4-913b17cb0903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:43.524017 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:43.759299 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-733c39cd-f9f4-4204-bc34-d73a0abb6c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:44.777633 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:46.430177 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:15:49.051180 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [req-a4f97b99-cecd-4bff-89ea-55f31e098083 req-d3d80a8b-b091-4703-8c46-6fdc2199339f service neutron] (91713) timed out ('10.222.0.78', 64876) {{(pid=91713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 01:15:55.538392 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-de297dcf-7fcb-4943-b42b-db651b5eafad tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470381116&fields=id&tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af HTTP/1.1" status: 200 len: 267 time: 0.0394189 Jun 10 01:15:55.681038 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-1e600148-5e2a-41b8-905f-eacee2078bbf tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:55.682342 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-1e600148-5e2a-41b8-905f-eacee2078bbf tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 809 time: 0.1378026 Jun 10 01:15:55.695894 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-c4026298-d978-452e-a7cd-9ed8102e29d6 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/quotas/44ad5d8780ae4fd99fdc6d7ccb7b29af HTTP/1.1" status: 200 len: 375 time: 0.0082800 Jun 10 01:15:55.865830 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-e6938d9d-864a-423e-8d18-1f72911220b3 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652331 Jun 10 01:15:56.036731 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-c3a9ad4c-089f-4513-a80f-8fdc2298f27e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 01:15:56.038291 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-c3a9ad4c-089f-4513-a80f-8fdc2298f27e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1616273 Jun 10 01:15:56.164593 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-547eccaa-a1e7-4e36-84b5-618a0bbbb206 service neutron] 10.222.0.59 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203318 Jun 10 01:15:56.290374 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-26be5038-1480-4a70-a683-48f4890f9950 service neutron] 10.222.0.59 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201067 Jun 10 01:15:56.661961 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-272392f6-cd8b-48bd-85ff-eecbf75e5d67 req-187ad5ea-0ec5-44fa-800e-0e4fa745f57c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 210 time: 0.0408368 Jun 10 01:15:57.757394 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8e4da95f-c460-4102-8288-88f843700d35 req-416ce2e8-d9d8-47b7-b3d9-9d1e89494a3d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 210 time: 0.0454772 Jun 10 01:15:58.903060 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-48190b15-4053-4a69-9755-d26a1c8a20f7 req-9dd44d60-950d-40c1-8968-c116b290f6c4 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 210 time: 0.0436609 Jun 10 01:15:59.702328 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-149d00e4-6a16-45e7-918f-5cb7a1c7ac0c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:15:59.703771 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-149d00e4-6a16-45e7-918f-5cb7a1c7ac0c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 809 time: 0.1475716 Jun 10 01:15:59.752446 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-9c4c0708-7905-4496-96a5-4ee0299ab23d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af HTTP/1.1" status: 200 len: 380 time: 0.0394113 Jun 10 01:15:59.761293 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'port': {'device_id': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'admin_state_up': True, 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'security_groups': ['3dd69dae-2744-411f-8325-8afaec693142']}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:15:59.910704 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Made reservation on behalf of 44ad5d8780ae4fd99fdc6d7ccb7b29af for: {'port': 1} {{(pid=91714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 01:15:59.917360 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:00.062637 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-eac9d783-7ecb-460d-992a-06e11564f87a req-cb918fa7-378e-4d15-83fd-f4828a907488 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 210 time: 0.0539949 Jun 10 01:16:00.122744 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_common [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Allocated IP 172.20.0.10 (0fedd4ab-2f48-455f-a968-f4144e8c5ea4/85cc6c58-3493-4a9c-b655-ee8b2c41affd/b640753c-87e4-4e53-baf9-247a405f8cd6) {{(pid=91714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:16:00.315530 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for port, precommit_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:00.330846 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Transition to ACTIVE for port object b640753c-87e4-4e53-baf9-247a405f8cd6 will not be triggered until provisioned by entity DHCP. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:16:00.354422 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29211755'] for port, after_create {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:00.359892 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ea2dc740-9518-4d25-9317-565d27112b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:00.423566 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 is already hosted by enough agents. {{(pid=91714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:16:00.426481 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.base_scheduler [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Resources bound (agent type, host, resource id): {{(pid=91714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:16:00.430292 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Received port after_create {{(pid=91714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:16:00.459771 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=1']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:00.466285 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:00.498964 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:00.499554 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:00.519722 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5e7b9a3b-33fb-4d5d-805e-cccbcf808880 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621965 Jun 10 01:16:00.531242 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.v2.base [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Request body: {'port': {'device_id': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:16:00.638183 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:00.685049 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e0fcf2d3-4bed-4337-9a8f-f8c156b02c80 None None] Provisioning for port b640753c-87e4-4e53-baf9-247a405f8cd6 completed by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:16:00.689756 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-e0fcf2d3-4bed-4337-9a8f-f8c156b02c80 None None] Provisioning complete for port b640753c-87e4-4e53-baf9-247a405f8cd6 triggered by entity DHCP. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:16:00.690134 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf2d3-4bed-4337-9a8f-f8c156b02c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:00.741959 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-e0fcf2d3-4bed-4337-9a8f-f8c156b02c80 None None] Port b640753c-87e4-4e53-baf9-247a405f8cd6 cannot update to ACTIVE because it is not bound. {{(pid=91715) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 01:16:01.063057 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b640753c-87e4-4e53-baf9-247a405f8cd6 {{(pid=91714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:16:01.070500 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:01.084009 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.provisioning_blocks [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Transition to ACTIVE for port object b640753c-87e4-4e53-baf9-247a405f8cd6 will not be triggered until provisioned by entity L2. {{(pid=91714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 01:16:01.088353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:01.092197 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3e70561a-d9cb-47a4-9942-aba6c801bc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:01.289183 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=2']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:01.292084 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:01.388440 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2063-9335-4137-bda3-c66d7e62fee9 req-5b656240-19e5-43be-9de7-fe8c2766a82c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:01.389877 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7a6b2063-9335-4137-bda3-c66d7e62fee9 req-5b656240-19e5-43be-9de7-fe8c2766a82c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.2034531 Jun 10 01:16:01.397331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Attempting to bind port b640753c-87e4-4e53-baf9-247a405f8cd6 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 01:16:01.397666 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Attempting to bind port b640753c-87e4-4e53-baf9-247a405f8cd6 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 01:16:01.397994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Attempting to bind port b640753c-87e4-4e53-baf9-247a405f8cd6 on network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:16:01.415995 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Port b640753c-87e4-4e53-baf9-247a405f8cd6 on network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 01:16:01.416336 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Attempting to bind port b640753c-87e4-4e53-baf9-247a405f8cd6 on network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 01:16:01.425668 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Checking agent: {'id': '0143c844-170a-4b08-a1ae-f75c4ef26269', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'started_at': datetime.datetime(2021, 6, 10, 0, 58, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 1, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 01:16:01.426006 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Checking segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 01:16:01.426384 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Bound using segment: {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'} {{(pid=91714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 01:16:01.426836 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.managers [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Bound port: b640753c-87e4-4e53-baf9-247a405f8cd6, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34820e33-4807-4a31-8f66-aed8ae21dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4'}}] {{(pid=91714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 01:16:01.427180 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:01.489096 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7a6b2063-9335-4137-bda3-c66d7e62fee9 req-2ac50a44-bd38-4a3e-8f07-da8bfa14323f tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925882 Jun 10 01:16:01.533919 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, cleared binding levels {{(pid=91714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 01:16:01.537398 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 01:16:01.541874 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29211673'] for port, after_update {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:01.546363 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-eb18ece4-8d89-45e0-80e2-f1355efd8c21 tempest-AttachVolumeShelveTestJSON-1489012667 tempest-AttachVolumeShelveTestJSON-1489012667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:01.593472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:01.594074 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:01.595505 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] 10.222.0.78 "PUT /v2.0/ports/b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1094 time: 1.0685673 Jun 10 01:16:01.596115 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:16:01.598331 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:16:01.630130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=3']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:01.634073 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-ee665540-67bd-41d3-a030-cf07d536ae4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:01.674697 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027e690-262e-49a4-b7bc-585d4e0f770a x-openstack-request-id: req-9027e690-262e-49a4-b7bc-585d4e0f770a {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:16:01.675029 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:16:01.675318 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9027e690-262e-49a4-b7bc-585d4e0f770a {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:16:01.675745 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'status': 'completed', 'code': 200} Jun 10 01:16:01.718055 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ce436d0e-2e80-4261-beb7-451604b465c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:01.719597 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-ce436d0e-2e80-4261-beb7-451604b465c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1097 time: 0.0808384 Jun 10 01:16:01.788802 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-5f28d82e-1f20-4b31-9b5d-af1457febf5e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0619094 Jun 10 01:16:01.853243 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-424d182d-f4cc-4b7f-a3b2-fb798acb0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:01.854561 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-424d182d-f4cc-4b7f-a3b2-fb798acb0de3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0600517 Jun 10 01:16:01.927316 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-57553353-30da-4cde-a8bd-3035cce05278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:01.931350 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-57553353-30da-4cde-a8bd-3035cce05278 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706265 Jun 10 01:16:02.067726 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-6ab4a7a8-cc76-4939-8f2a-bc0f14e7510f service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296527 Jun 10 01:16:02.196280 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7aecfd6e-a606-43b6-a013-f40d1a7c2976 req-f36350e5-a384-4695-aa85-e779ed4c71ca service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220295 Jun 10 01:16:02.321211 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-6997c167-f8e7-4e9a-8ed6-8c149ae6c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:02.322701 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-6997c167-f8e7-4e9a-8ed6-8c149ae6c456 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1097 time: 0.0797687 Jun 10 01:16:02.450427 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-60f4fdff-6c3e-441e-8952-44c5f812be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:02.451794 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-60f4fdff-6c3e-441e-8952-44c5f812be87 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1227117 Jun 10 01:16:02.518113 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-b514b64c-fe3b-4b1e-89c5-3375442956bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0582378 Jun 10 01:16:02.723555 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-c6a2d0f7-0940-44e3-9a1f-05ebe56c28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:02.724965 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-c6a2d0f7-0940-44e3-9a1f-05ebe56c28d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.2008457 Jun 10 01:16:02.806350 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4ca24-b7b3-4cc7-90c8-f2d7014857db req-e5e83fa1-5a4c-4c4b-8548-ae301718794c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:02.807774 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9de4ca24-b7b3-4cc7-90c8-f2d7014857db req-e5e83fa1-5a4c-4c4b-8548-ae301718794c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.1450651 Jun 10 01:16:02.837873 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-11399dcc-c351-4a4f-9ea4-66487c456628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:02.839291 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-11399dcc-c351-4a4f-9ea4-66487c456628 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071081 Jun 10 01:16:02.924560 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9de4ca24-b7b3-4cc7-90c8-f2d7014857db req-a30a1a4b-5599-4858-a2ee-36c8180ef7ef tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095333 Jun 10 01:16:02.985224 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-bfd54869-ab52-4693-b390-a95abe3f12c6 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378183 Jun 10 01:16:03.112305 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-61749e98-6ec9-43c5-b5be-50ccf7bb1dfb req-7a716e2d-84bc-48fa-bc7b-a21a0e363dad service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204240 Jun 10 01:16:04.117945 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12a555-2d9b-4ee1-93a1-aab081acdb74 req-5191d3ae-1ba4-4eee-b93d-46627dfad3d2 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:04.119455 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2d12a555-2d9b-4ee1-93a1-aab081acdb74 req-5191d3ae-1ba4-4eee-b93d-46627dfad3d2 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0864878 Jun 10 01:16:04.162473 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-2d12a555-2d9b-4ee1-93a1-aab081acdb74 req-fde1407e-552d-49a3-9fde-4db1054d0152 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374770 Jun 10 01:16:05.341449 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f98bc-e852-4b32-a999-19319aa4987f req-0330970d-02b6-4ed3-bd4f-d08d40032d71 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:05.342888 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b64f98bc-e852-4b32-a999-19319aa4987f req-0330970d-02b6-4ed3-bd4f-d08d40032d71 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0790875 Jun 10 01:16:05.385658 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b64f98bc-e852-4b32-a999-19319aa4987f req-a6a9a7e1-a3c0-4ad6-a876-9cb3a17334ba tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Jun 10 01:16:06.567348 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e2636-29da-4f84-8a38-9370d3b97983 req-f82edb22-aaa5-4cf5-8c1c-7476596d9f39 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:06.568708 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0a8e2636-29da-4f84-8a38-9370d3b97983 req-f82edb22-aaa5-4cf5-8c1c-7476596d9f39 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0823319 Jun 10 01:16:06.612078 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0a8e2636-29da-4f84-8a38-9370d3b97983 req-1978be27-83d3-47aa-ab36-37c348d0ce5f tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378492 Jun 10 01:16:07.792546 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d5e0d-907e-445e-89b7-8f87a692d785 req-07725f8c-7daa-4f9d-b8fe-537b620d15e1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:07.793954 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-419d5e0d-907e-445e-89b7-8f87a692d785 req-07725f8c-7daa-4f9d-b8fe-537b620d15e1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0781329 Jun 10 01:16:07.836352 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-419d5e0d-907e-445e-89b7-8f87a692d785 req-c14613b3-c7b5-492f-94e7-93d1f0873374 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Jun 10 01:16:09.005520 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:09.022841 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d1b6a-e2aa-4d08-9aa0-ad88f1e16da3 req-72d01034-52e0-4d5e-9381-ec2fc1abd844 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:09.024289 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-317d1b6a-e2aa-4d08-9aa0-ad88f1e16da3 req-72d01034-52e0-4d5e-9381-ec2fc1abd844 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0857620 Jun 10 01:16:09.068672 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-317d1b6a-e2aa-4d08-9aa0-ad88f1e16da3 req-11441210-5371-49a3-80c8-6ed5fb176f14 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380466 Jun 10 01:16:10.250991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405f7c-189a-46a5-aa5a-45ee4752f961 req-b8e15b06-b4de-446b-ba7a-af9117496e7b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:10.252420 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6c405f7c-189a-46a5-aa5a-45ee4752f961 req-b8e15b06-b4de-446b-ba7a-af9117496e7b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0814409 Jun 10 01:16:10.300007 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6c405f7c-189a-46a5-aa5a-45ee4752f961 req-e7c19499-2a84-4841-9677-c80619e62848 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Jun 10 01:16:11.342875 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-14b5d955-fa7c-4c87-85c6-9aa88f7bee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:11.482307 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb08674-4be1-419c-9571-80fd61658d48 req-232006dd-9037-4861-b81e-2885d33ddfc2 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:11.483762 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5eb08674-4be1-419c-9571-80fd61658d48 req-232006dd-9037-4861-b81e-2885d33ddfc2 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0791709 Jun 10 01:16:11.527583 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5eb08674-4be1-419c-9571-80fd61658d48 req-3dde4053-063d-4dba-a9ab-d38492da9bb1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382845 Jun 10 01:16:11.818507 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:16:11.948694 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:16:11.963162 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'port_id': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'mac_address': 'fa:16:3e:3d:56:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:16:12.019076 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:12.035374 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b640753c-87e4-4e53-baf9-247a405f8cd6 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:16:12.049700 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:16:12.055895 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:12.057752 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:12.124573 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=4']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:12.127694 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:12.474893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['b640753c-87e4-4e53-baf9-247a405f8cd6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:16:12.710107 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473e9c4-d638-4f86-b36d-070f1910db2c req-79adf1d0-5374-4c4b-a865-019105e2f110 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:12.711590 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5473e9c4-d638-4f86-b36d-070f1910db2c req-79adf1d0-5374-4c4b-a865-019105e2f110 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 945 time: 0.0831404 Jun 10 01:16:12.755312 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5473e9c4-d638-4f86-b36d-070f1910db2c req-6f6ff918-eff6-4348-9dea-6e3cbe97f174 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 Jun 10 01:16:13.092655 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:16:13.526911 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:13.760135 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-56d560aa-2fe4-4dd7-b143-29805f692a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:13.847920 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:16:13.916935 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning for port b640753c-87e4-4e53-baf9-247a405f8cd6 completed by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 01:16:13.921496 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port b640753c-87e4-4e53-baf9-247a405f8cd6 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:16:13.921870 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:13.936353 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9eb57-b598-4074-a05e-c3b1eb6aa92c req-7248165e-0ae6-404e-b8b2-5f01026a650b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:13.937792 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-10b9eb57-b598-4074-a05e-c3b1eb6aa92c req-7248165e-0ae6-404e-b8b2-5f01026a650b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 945 time: 0.0806744 Jun 10 01:16:13.985877 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-10b9eb57-b598-4074-a05e-c3b1eb6aa92c req-d5d80b73-7bbb-4879-9bdb-4ec68545d1de tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Jun 10 01:16:14.038893 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:14.064508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:16:14.066931 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d866d4d-60b4-4d0e-906f-41aecda047d1" -d '{"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-plugged", "status": "completed", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:16:14.074746 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:16:14.078761 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:14.081455 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-60d81558-e0b2-43b2-bdb6-5f6264bc88ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:14.118579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7957f4-d222-4447-8fbd-7456b84dbc3d x-openstack-request-id: req-1c7957f4-d222-4447-8fbd-7456b84dbc3d {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:16:14.118897 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-plugged", "status": "completed", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:16:14.119155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c7957f4-d222-4447-8fbd-7456b84dbc3d {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:16:14.119543 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'code': 200} Jun 10 01:16:14.179836 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=5']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:14.182796 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:14.379178 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace741ff-880a-49a4-9b55-2001b726b9f3 req-bf538f1b-4635-45a2-aa5b-9179a3256185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:14.381129 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ace741ff-880a-49a4-9b55-2001b726b9f3 req-bf538f1b-4635-45a2-aa5b-9179a3256185 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0727885 Jun 10 01:16:14.422380 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ace741ff-880a-49a4-9b55-2001b726b9f3 req-539dbf5c-ffe7-4b29-a6ea-d80a06b93df7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340128 Jun 10 01:16:14.778576 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:15.165424 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a231-781d-4782-9d49-01e244d6d634 req-cb69ab02-eefc-4b86-abff-6796713ab8a0 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:15.166788 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffc3a231-781d-4782-9d49-01e244d6d634 req-cb69ab02-eefc-4b86-abff-6796713ab8a0 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0784094 Jun 10 01:16:15.212100 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ffc3a231-781d-4782-9d49-01e244d6d634 req-ce18e847-da86-4ea1-aec2-8375ab4f747b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Jun 10 01:16:16.396128 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66661a78-5ab3-42ea-80a7-a60c92e79f2e req-e131ad38-feb0-447a-9297-3dd9ef5a91b2 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:16.397536 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-66661a78-5ab3-42ea-80a7-a60c92e79f2e req-e131ad38-feb0-447a-9297-3dd9ef5a91b2 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0785010 Jun 10 01:16:16.433447 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:16.441477 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-66661a78-5ab3-42ea-80a7-a60c92e79f2e req-3098879a-9295-49c0-9cc1-712eb699ee27 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Jun 10 01:16:16.705775 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-5984d4b8-912a-432a-ac36-4682d973afba service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132123 Jun 10 01:16:16.727976 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af63ff8-86e7-440d-a752-07a253cbde9a req-8b1ea28a-eba1-4595-83d9-c4674fbb03ac tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:16.729401 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7af63ff8-86e7-440d-a752-07a253cbde9a req-8b1ea28a-eba1-4595-83d9-c4674fbb03ac tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.1809247 Jun 10 01:16:16.810295 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-7af63ff8-86e7-440d-a752-07a253cbde9a req-cf49d7ea-6589-4496-bc2c-6b649641d527 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748534 Jun 10 01:16:16.832629 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59216) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:16:16.845125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3197c6-210e-474a-863d-074ef9662f49 req-b2eb72e4-ae50-4d66-a27f-75f3fc558471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:16.846574 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-b2eb72e4-ae50-4d66-a27f-75f3fc558471 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0748947 Jun 10 01:16:17.004034 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3197c6-210e-474a-863d-074ef9662f49 req-0c8730d9-cea5-4728-8c41-31c4a2753ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:17.006837 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-0c8730d9-cea5-4728-8c41-31c4a2753ed4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1406794 Jun 10 01:16:17.011154 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85950ca1-1317-44d8-ae6e-bb6a72e6b5ed tempest-TestShelveInstance-797813736 tempest-TestShelveInstance-797813736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:17.012667 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-85950ca1-1317-44d8-ae6e-bb6a72e6b5ed tempest-TestShelveInstance-797813736 tempest-TestShelveInstance-797813736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1094 time: 0.1789939 Jun 10 01:16:17.015506 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59220) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:16:17.019889 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.v2.base [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Request body: {'floatingip': {'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'port_id': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 01:16:17.040674 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for floatingip, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:17.082933 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-10ce6efe-974b-43f4-924e-72af943e7cf2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0701339 Jun 10 01:16:17.147378 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3197c6-210e-474a-863d-074ef9662f49 req-68e9a42d-3ddb-4598-9a4b-adf9e91ca3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:17.148802 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-68e9a42d-3ddb-4598-9a4b-adf9e91ca3d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0600870 Jun 10 01:16:17.175518 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:17.224564 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3197c6-210e-474a-863d-074ef9662f49 req-21d3d22d-78e0-4bdd-a9e7-a5646a44d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:17.226028 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-21d3d22d-78e0-4bdd-a9e7-a5646a44d784 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711937 Jun 10 01:16:17.315014 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_common [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Allocated IP 172.27.0.133 (8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30/61ed1a8f-3aff-4586-a9c2-319ec47f5304/fe99aef2-9d79-40bf-b721-af7a5913265e) {{(pid=91713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 01:16:17.378790 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-8967bb32-9111-49c5-abd5-ba787a2f984a service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461351 Jun 10 01:16:17.497992 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for port, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:17.510362 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-5b3197c6-210e-474a-863d-074ef9662f49 req-0a5596e3-a9c5-413a-a2dd-c59d493576ab service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255255 Jun 10 01:16:17.527495 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3631533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-120106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790310164857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29334419'] for port, after_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:17.532187 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-88645f65-42b8-4ad7-acfc-dd14a6da4f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:17.589523 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Network 8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30 is already hosted by enough agents. {{(pid=91713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 01:16:17.592241 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.base_scheduler [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Resources bound (agent type, host, resource id): {{(pid=91713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 01:16:17.595855 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Received port after_create {{(pid=91713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 01:16:17.635052 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'Port': ['ID=fe99aef2-9d79-40bf-b721-af7a5913265e,revision_number=1']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:17.649760 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.650141 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.650515 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.650908 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.651271 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.651650 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.652426 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.652810 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.653201 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.653706 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.654076 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.654434 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:16:17.659272 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:18.020345 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:18.100612 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:18.296020 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for port, precommit_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:18.300277 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29334497'] for port, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:18.304719 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-5674e6f1-6f0f-4e36-bd6e-9ee39f88545a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:16:18.513012 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event updated for resources: {'Port': ['ID=fe99aef2-9d79-40bf-b721-af7a5913265e,revision_number=2']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:16:18.517095 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:16:18.524124 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614518'] for floatingip, after_update {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:18.696272 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Floating IP 6e3619e5-d158-490b-971c-7a34bbc19789 associated. External IP: 172.27.0.133, port: b640753c-87e4-4e53-baf9-247a405f8cd6. Jun 10 01:16:19.043396 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Router 3a93354e-e048-4695-8143-c2f9be789bfc has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:16:19.212028 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:16:19.221213 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] Sync routers for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:16:19.230909 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:16:19.231456 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:19.231585 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:16:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:16:19.288878 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-a8c77b3b-6e4d-4670-93cd-b640bc130692 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2723551 Jun 10 01:16:19.289539 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:16:19.291999 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595f7a9f-779e-4d0d-93af-a8400dde7aab" -d '{"events": [{"name": "network-changed", "server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:16:19.351575 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24de63f-92b4-44a7-815e-edd31f77f160 x-openstack-request-id: req-e24de63f-92b4-44a7-815e-edd31f77f160 {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:16:19.351904 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:16:19.352196 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e24de63f-92b4-44a7-815e-edd31f77f160 {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:16:19.352624 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'status': 'completed', 'code': 200} Jun 10 01:16:19.407446 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:16:19.446303 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-2cb63a4d-6cd6-4982-8621-1ee6243155e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:19.447903 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-2cb63a4d-6cd6-4982-8621-1ee6243155e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0743711 Jun 10 01:16:19.577994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-ce9ebeab-f82c-424c-8c52-39263a7d4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:19.579404 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-ce9ebeab-f82c-424c-8c52-39263a7d4a23 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1245074 Jun 10 01:16:19.678523 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-8d70ba67-f3e2-4585-8d76-1fe98224a868 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0915630 Jun 10 01:16:19.742960 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-f00367ea-e35e-4626-a7bc-7c0d07629d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:19.744363 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-f00367ea-e35e-4626-a7bc-7c0d07629d68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0594926 Jun 10 01:16:19.817401 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-59d557df-931b-467d-b20f-a24bdf230a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:16:19.818932 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-59d557df-931b-467d-b20f-a24bdf230a8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680645 Jun 10 01:16:19.913609 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '6e3619e5-d158-490b-971c-7a34bbc19789', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'port_id': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'mac_address': 'fa:16:3e:3d:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:16:17Z', 'updated_at': '2021-06-10T01:16:17Z', 'revision_number': 0, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:27Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:16:19.919696 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] Checking router: 3a93354e-e048-4695-8143-c2f9be789bfc for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:16:19.935338 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:16:19.935960 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:16:14Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:16:19.955008 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-1536704a-2363-4bf1-98d1-61a2e4d42b34 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295476 Jun 10 01:16:20.085951 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-595f7a9f-779e-4d0d-93af-a8400dde7aab req-9e64fd0b-2e31-4dd4-9431-06cfd6216e96 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236222 Jun 10 01:16:20.114462 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:16:20.447457 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '6e3619e5-d158-490b-971c-7a34bbc19789', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'port_id': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'mac_address': 'fa:16:3e:3d:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:16:17Z', 'updated_at': '2021-06-10T01:16:17Z', 'revision_number': 0, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:27Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:16:20.451323 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abc740-280c-448b-b645-1272fc02c0a0 None None] The sync data for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi is: [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_floatingips': [{'id': '6e3619e5-d158-490b-971c-7a34bbc19789', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'router_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'port_id': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'mac_address': 'fa:16:3e:3d:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T01:16:17Z', 'updated_at': '2021-06-10T01:16:17Z', 'revision_number': 0, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:27Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:16:20.625616 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9cfc5-bcf3-4ec7-a5f5-ea88ee893f37 None None] New status for floating IP 6e3619e5-d158-490b-971c-7a34bbc19789: ACTIVE {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:16:39.001498 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:41.344256 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6b506d32-5a3f-4504-aa30-09c46b45a2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:43.570726 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:43.761265 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-07ce7e9d-3441-4e27-8cda-10b03daa5fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:44.781595 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:46.439645 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:16:50.092690 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:17:09.015726 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:10.095199 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-51319a10-c920-4ea0-bbe5-badcd5b87ae2 req-ddc555c5-b641-4e5a-b6a8-0c84e54f090d service neutron] (91714) timed out ('10.222.0.78', 64839) {{(pid=91714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 01:17:11.345138 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a4c75fa4-a875-4c55-b856-14827ea2187d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:13.532007 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:13.761704 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-70a401f9-9b23-41a7-a399-19eab4ac2013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:14.784781 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:16.437896 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:18.606927 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-c3dfd969-b2fa-4273-af1c-985a88d0a28e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1632152 Jun 10 01:17:18.739570 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-958cb495-e09b-4b49-8490-247bc2a0f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:17:18.741014 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-958cb495-e09b-4b49-8490-247bc2a0f53d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0681267 Jun 10 01:17:18.880681 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-d810fcf4-c4cf-4cf9-aa73-7f6190875982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:17:18.882542 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-d810fcf4-c4cf-4cf9-aa73-7f6190875982 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1236959 Jun 10 01:17:18.983568 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-17b0f7bb-cfad-4e6e-a48a-6da1d39e5213 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0938866 Jun 10 01:17:19.046025 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-25f0e2a0-6b5c-4976-a25e-740801ecda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:17:19.047413 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-25f0e2a0-6b5c-4976-a25e-740801ecda5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0577857 Jun 10 01:17:19.122177 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-a0db4ef8-3e77-4948-93f8-ff0908768872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:17:19.123622 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-a0db4ef8-3e77-4948-93f8-ff0908768872 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705745 Jun 10 01:17:19.249761 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-3c107646-e347-443e-be76-4f575f86c0bc service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198869 Jun 10 01:17:19.376703 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-fe63b8e6-d560-49d4-8519-b0a2cf326af8 req-fcf2dd99-73e3-4604-b279-00ea4ed846c2 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203539 Jun 10 01:17:27.092532 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:17:39.011855 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:41.346677 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-4a8960ad-3141-4e54-9232-9844881b3efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:43.533283 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:43.761646 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe04c3-b479-401e-8dcf-d654765675a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:44.785917 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:17:46.439486 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:04.090986 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:18:09.040313 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:11.354186 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-08dd31ec-fd0d-45d8-a179-e0d9a9730ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:13.534539 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:13.763743 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55bbed43-23fb-4867-8446-51567a2cf4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:14.789140 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:16.444758 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:19.489525 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-83887be1-7e9e-462d-b8f5-d92f181f5232 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677853 Jun 10 01:18:19.632748 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541799-e899-4491-8f11-a276fff6d203 req-3c0bf810-558f-46db-80b1-7c79b7535f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:19.634247 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-3c0bf810-558f-46db-80b1-7c79b7535f0d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0732009 Jun 10 01:18:19.775552 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541799-e899-4491-8f11-a276fff6d203 req-e54acbca-7adc-4986-b165-8c23285cd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:19.776970 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-e54acbca-7adc-4986-b165-8c23285cd88a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1240530 Jun 10 01:18:19.874922 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-dcd1333f-b526-450d-83fd-58dbff252365 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0914161 Jun 10 01:18:19.934070 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541799-e899-4491-8f11-a276fff6d203 req-9ba81525-8ae9-4f54-bd1f-8ef489996160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:19.935451 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-9ba81525-8ae9-4f54-bd1f-8ef489996160 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0539365 Jun 10 01:18:20.010623 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541799-e899-4491-8f11-a276fff6d203 req-0d11789e-1dfe-4bd2-85ff-a38361e16b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:20.012072 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-0d11789e-1dfe-4bd2-85ff-a38361e16b80 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698342 Jun 10 01:18:20.141653 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-49dd3b1f-278a-4eda-ad42-fc1a5c570058 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220098 Jun 10 01:18:20.268128 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-89541799-e899-4491-8f11-a276fff6d203 req-c3c8346a-47bd-4348-9499-88bdb9c51443 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199970 Jun 10 01:18:38.339994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f591d3-9c93-440d-8998-ba68759c24e9 req-a569afef-12cd-4d81-adc4-0f68b794a8f7 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:38.341353 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02f591d3-9c93-440d-8998-ba68759c24e9 req-a569afef-12cd-4d81-adc4-0f68b794a8f7 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.1767998 Jun 10 01:18:38.384082 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-02f591d3-9c93-440d-8998-ba68759c24e9 req-59eda942-2593-4aeb-848d-f2794c783302 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372143 Jun 10 01:18:39.053114 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:39.569329 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6b9ab-0e05-4d08-b0f4-2c6d96404e7a req-3e45f4c5-754a-4faf-81e1-7676d7d1d6b0 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:39.570767 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67f6b9ab-0e05-4d08-b0f4-2c6d96404e7a req-3e45f4c5-754a-4faf-81e1-7676d7d1d6b0 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0795562 Jun 10 01:18:39.613865 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-67f6b9ab-0e05-4d08-b0f4-2c6d96404e7a req-6d0d3075-7f3d-4af9-89f6-64a8644d6986 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375299 Jun 10 01:18:40.803735 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b3f72-9529-4171-bd70-427bbea043f6 req-64606c7b-537c-4402-8dfa-f0d4232f3970 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:40.805148 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c8b3f72-9529-4171-bd70-427bbea043f6 req-64606c7b-537c-4402-8dfa-f0d4232f3970 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0776520 Jun 10 01:18:40.847341 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c8b3f72-9529-4171-bd70-427bbea043f6 req-0228c8c6-2db3-4e88-be0e-634f7d803ab3 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367961 Jun 10 01:18:41.089832 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:18:41.346880 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-6e8494e7-1a65-45d0-9168-1326dc4690d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:42.029783 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7956-a41e-4f02-acf0-0226dabb357c req-a0677544-e99d-4a0e-a8fe-78bb37262f4d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:42.031233 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-78de7956-a41e-4f02-acf0-0226dabb357c req-a0677544-e99d-4a0e-a8fe-78bb37262f4d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0813742 Jun 10 01:18:42.074417 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-78de7956-a41e-4f02-acf0-0226dabb357c req-a2f53141-9916-40ad-94d8-b79afddc76ca tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Jun 10 01:18:43.258173 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c6ed-1c65-43a6-89ea-0b6cec58feb7 req-f97d306f-37a5-41ca-b2c3-b9569ef515e7 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:43.259619 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae34c6ed-1c65-43a6-89ea-0b6cec58feb7 req-f97d306f-37a5-41ca-b2c3-b9569ef515e7 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0816441 Jun 10 01:18:43.302292 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ae34c6ed-1c65-43a6-89ea-0b6cec58feb7 req-d54c529c-5c9d-4000-9b34-0424cfd09747 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Jun 10 01:18:43.536117 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:43.763314 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-e2f328a7-cbe8-4fd8-a797-2c860ffcfe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:44.486669 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834c73c-56c9-49a2-a3a5-3fa8fae70b8b req-525c46d9-8088-44b6-a770-aae5e6db94bb tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:44.488075 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4834c73c-56c9-49a2-a3a5-3fa8fae70b8b req-525c46d9-8088-44b6-a770-aae5e6db94bb tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0799584 Jun 10 01:18:44.532512 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4834c73c-56c9-49a2-a3a5-3fa8fae70b8b req-cc292dd9-8d0f-44c2-8261-bdf4da58dd44 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Jun 10 01:18:44.792913 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:45.710539 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6076-2c17-4f38-b72b-f4765d5470d6 req-32e01ffc-e3a9-46f4-adf6-e5b5c14ade9b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:45.711997 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d99f6076-2c17-4f38-b72b-f4765d5470d6 req-32e01ffc-e3a9-46f4-adf6-e5b5c14ade9b tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0785007 Jun 10 01:18:45.758462 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d99f6076-2c17-4f38-b72b-f4765d5470d6 req-f73fe4c0-a204-4b7a-96cb-70ec88eab471 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Jun 10 01:18:46.445370 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:46.939716 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94657f-e10a-4df8-81a8-269c059405a2 req-cad0507a-4f4d-456c-93e7-1d72a48462bc tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:46.941203 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6d94657f-e10a-4df8-81a8-269c059405a2 req-cad0507a-4f4d-456c-93e7-1d72a48462bc tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0786059 Jun 10 01:18:46.983236 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6d94657f-e10a-4df8-81a8-269c059405a2 req-b7f43d7e-8313-41e8-91f9-3476b666461e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365739 Jun 10 01:18:48.171508 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387c683-2ebc-4295-a425-18e11f650bf8 req-7d6b1d56-886e-458c-93bd-e99547340b04 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:48.172984 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d387c683-2ebc-4295-a425-18e11f650bf8 req-7d6b1d56-886e-458c-93bd-e99547340b04 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0837598 Jun 10 01:18:48.217225 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d387c683-2ebc-4295-a425-18e11f650bf8 req-b458e03c-cb89-44b4-8a7e-ff333e029b10 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Jun 10 01:18:48.339983 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-d38e2aec-291a-407f-b271-622e2661afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:48.341422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-d38e2aec-291a-407f-b271-622e2661afc6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0689542 Jun 10 01:18:48.470049 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-12a4e6ad-8acb-42f7-8ada-21c275148b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:48.471516 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-12a4e6ad-8acb-42f7-8ada-21c275148b49 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1231992 Jun 10 01:18:48.573934 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-1aed6010-6834-422a-8d09-6126369ccb55 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0963707 Jun 10 01:18:48.635232 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-1e8ce3b8-d866-4fd5-a75a-5fe97a760c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:48.636616 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-1e8ce3b8-d866-4fd5-a75a-5fe97a760c04 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0553000 Jun 10 01:18:48.727436 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-892d1cab-10b0-4ce9-99b4-cc753306e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:48.728876 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-892d1cab-10b0-4ce9-99b4-cc753306e973 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760331 Jun 10 01:18:48.856638 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-bee2d599-5906-44a7-ba5b-b459259e72fa service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209958 Jun 10 01:18:48.982456 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-9cfdd548-9a45-4d4f-bffd-979efca2615d req-86be86a1-e70c-49a8-96d4-fcfde568fff0 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189797 Jun 10 01:18:49.396359 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f0d2-fe17-4de6-ab38-3fa5f718d2a9 req-c8f0617a-fcdf-4f01-8a13-3aa1c1b5ce7d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:49.397803 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7e0f0d2-fe17-4de6-ab38-3fa5f718d2a9 req-c8f0617a-fcdf-4f01-8a13-3aa1c1b5ce7d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0793037 Jun 10 01:18:49.441067 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-d7e0f0d2-fe17-4de6-ab38-3fa5f718d2a9 req-89f28ff9-2029-44f1-b198-1c023d62ecb5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377269 Jun 10 01:18:50.866202 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb0bf-461f-430d-b648-44e3d38ba0df req-0217ace8-641b-4633-8588-84df5b610e65 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:50.867577 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217eb0bf-461f-430d-b648-44e3d38ba0df req-0217ace8-641b-4633-8588-84df5b610e65 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.1784849 Jun 10 01:18:50.911332 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-217eb0bf-461f-430d-b648-44e3d38ba0df req-690099d4-0563-4350-bea8-ffc7ff76b790 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 Jun 10 01:18:52.092083 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fd1ac-ffb6-4d01-bf62-69560f5f82e0 req-d378bafc-7834-4a0d-8e82-cd024451a72c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:52.093532 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-781fd1ac-ffb6-4d01-bf62-69560f5f82e0 req-d378bafc-7834-4a0d-8e82-cd024451a72c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0818944 Jun 10 01:18:52.139789 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-781fd1ac-ffb6-4d01-bf62-69560f5f82e0 req-679cee14-3fea-43f7-b173-df03440ec0fa tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 Jun 10 01:18:52.451611 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59324) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:18:52.493522 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34f088-965d-4672-81f6-1bda479eb873 req-1385ecec-a27c-42d3-9650-317a891d5101 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:52.495008 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec34f088-965d-4672-81f6-1bda479eb873 req-1385ecec-a27c-42d3-9650-317a891d5101 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0892615 Jun 10 01:18:52.539495 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ec34f088-965d-4672-81f6-1bda479eb873 req-d7a5adb0-eb17-4c39-bd81-8a4664ad5b4e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387216 Jun 10 01:18:52.574166 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-2c800aba-ef92-4b23-9814-3e89a89fbe85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212561 Jun 10 01:18:53.730382 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75469-eb10-4032-ac8a-86f2b58ff1eb req-0843e6ec-a02d-41a2-a9a6-473b2835a835 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:53.731792 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f8a75469-eb10-4032-ac8a-86f2b58ff1eb req-0843e6ec-a02d-41a2-a9a6-473b2835a835 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.0862782 Jun 10 01:18:53.777334 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-f8a75469-eb10-4032-ac8a-86f2b58ff1eb req-e48b735c-59e2-44ce-bc53-5dbdfd1a79ee tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Jun 10 01:18:54.183056 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-f6f94fe4-88a0-4fca-b6e6-82d719f1e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:54.184478 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-f6f94fe4-88a0-4fca-b6e6-82d719f1e42f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af HTTP/1.1" status: 200 len: 1099 time: 0.0709450 Jun 10 01:18:54.274654 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-0a68303e-a23d-48fa-934c-0a06c68b7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:54.276070 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-0a68303e-a23d-48fa-934c-0a06c68b7ed4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0712531 Jun 10 01:18:54.407691 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-5a817880-a868-469b-b242-c5159ce21a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:54.409117 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-5a817880-a868-469b-b242-c5159ce21a96 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1271403 Jun 10 01:18:54.509259 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-13be1747-de86-4ce7-87e9-3c90af25f495 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0933232 Jun 10 01:18:54.571375 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-c29625e7-e75f-4afa-805a-c7d95bf474d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:54.572770 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-c29625e7-e75f-4afa-805a-c7d95bf474d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0566998 Jun 10 01:18:54.629897 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:18:54.645516 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-7895e105-c6e7-4514-a9c1-b2a5456e3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:54.646707 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-7895e105-c6e7-4514-a9c1-b2a5456e3211 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672922 Jun 10 01:18:54.762867 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:54.778245 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-e6d6f8e6-4a3a-44c9-a8c1-5154c36a040a service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250460 Jun 10 01:18:54.789704 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:18:54.791951 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-face1746-91e4-40d0-8463-b02f2523bc7d" -d '{"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-unplugged", "status": "completed", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:18:54.801150 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:18:54.808883 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:18:54.812385 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-ad06f91c-ae4c-447d-ad7e-671f0c40f5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:18:54.883311 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=6']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:18:54.893858 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.894208 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.894546 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.894911 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.895236 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.895561 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.895878 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.896702 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.897040 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.897360 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.897677 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.897996 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:18:54.902002 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:18:54.968105 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a93d9b-0791-4d50-b2bf-796c58cf7fdc x-openstack-request-id: req-22a93d9b-0791-4d50-b2bf-796c58cf7fdc {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:18:54.968525 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-unplugged", "status": "completed", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:18:54.968786 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22a93d9b-0791-4d50-b2bf-796c58cf7fdc {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:18:54.969344 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'code': 200} Jun 10 01:18:54.982828 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-36ad732c-4b30-4a7b-892c-a1bbb13e1f54 req-b1a61663-b0dc-414e-bd3e-f7d5b805c4be service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983943 Jun 10 01:18:55.008577 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ebdb9-7700-4b3e-a292-41c7052f50cf req-84f10cb9-6d92-4ffe-8f87-98bb7637c56f tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:55.009975 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a4ebdb9-7700-4b3e-a292-41c7052f50cf req-84f10cb9-6d92-4ffe-8f87-98bb7637c56f tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.1027334 Jun 10 01:18:55.055232 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4a4ebdb9-7700-4b3e-a292-41c7052f50cf req-ae760f1f-de23-49a9-95d1-0d5cc6ed2435 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395944 Jun 10 01:18:56.235698 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359a4d-bc9b-4e74-99c7-5bf7eaa0d0dd req-67da9b42-a0c3-4b0c-aac5-189339a4dcfa tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:56.237114 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac359a4d-bc9b-4e74-99c7-5bf7eaa0d0dd req-67da9b42-a0c3-4b0c-aac5-189339a4dcfa tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0768890 Jun 10 01:18:56.283422 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ac359a4d-bc9b-4e74-99c7-5bf7eaa0d0dd req-f092f9bd-6c5d-4c3d-84f0-a45f26a07ba6 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Jun 10 01:18:57.463267 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a1b4-103b-4a23-8940-df91345609fd req-782e0dda-850a-44e6-ae63-de2a9bf6951d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:57.464692 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4265a1b4-103b-4a23-8940-df91345609fd req-782e0dda-850a-44e6-ae63-de2a9bf6951d tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0790286 Jun 10 01:18:57.508505 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4265a1b4-103b-4a23-8940-df91345609fd req-f4bbf24a-0679-464f-92cd-00c10f45d2c1 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Jun 10 01:18:58.699958 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7bf94-197d-470e-8fff-242af5062d3d req-42b8572a-3f6f-4467-94ef-25a062a7c3e5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:58.701306 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-91b7bf94-197d-470e-8fff-242af5062d3d req-42b8572a-3f6f-4467-94ef-25a062a7c3e5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0888498 Jun 10 01:18:58.743952 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-91b7bf94-197d-470e-8fff-242af5062d3d req-798add0c-10d0-4cf2-856d-f93b880d507c tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364616 Jun 10 01:18:59.920853 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e53a-1153-4240-9262-047e80077052 req-4a744011-09fb-495f-ac11-0a24603944ec tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:18:59.922959 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a85e53a-1153-4240-9262-047e80077052 req-4a744011-09fb-495f-ac11-0a24603944ec tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0780139 Jun 10 01:18:59.965415 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-3a85e53a-1153-4240-9262-047e80077052 req-5987d8f1-a73b-48cb-bf41-24b41ec76e02 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367486 Jun 10 01:19:01.256503 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36ccac-9c8d-481a-80b3-4cb4a693bb0d req-d1b81f9f-9739-4066-99be-b1a2ab09c443 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:01.257844 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c36ccac-9c8d-481a-80b3-4cb4a693bb0d req-d1b81f9f-9739-4066-99be-b1a2ab09c443 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.1749992 Jun 10 01:19:01.300811 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c36ccac-9c8d-481a-80b3-4cb4a693bb0d req-dcc9b163-68f6-4c97-8aac-7f281f8561a5 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Jun 10 01:19:02.263156 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26bff0-e23e-4117-8e10-67121f45228b req-11b1c861-5f01-4c92-8a6e-49c42a941dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:02.264578 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ad26bff0-e23e-4117-8e10-67121f45228b req-11b1c861-5f01-4c92-8a6e-49c42a941dff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1097 time: 0.0711403 Jun 10 01:19:02.304488 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-ad26bff0-e23e-4117-8e10-67121f45228b req-d7b907e1-0029-455e-85e8-f66af960dae7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331240 Jun 10 01:19:02.481271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0893-23ea-471c-88cf-e76afb0b56d6 req-c8f4ac8b-7f82-478c-abfb-103de5ce3a70 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:02.482722 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-94ab0893-23ea-471c-88cf-e76afb0b56d6 req-c8f4ac8b-7f82-478c-abfb-103de5ce3a70 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 944 time: 0.0772188 Jun 10 01:19:02.526169 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-94ab0893-23ea-471c-88cf-e76afb0b56d6 req-b6d524bf-f6ab-468b-8e4a-fc5ee62aed1f tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379331 Jun 10 01:19:02.646967 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91715) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 01:19:02.780986 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:19:02.793741 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Returning: {'device': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'port_id': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'mac_address': 'fa:16:3e:3d:56:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91715) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 01:19:02.849906 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:02.866643 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b640753c-87e4-4e53-baf9-247a405f8cd6 {{(pid=91715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 01:19:02.881923 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:19:02.885897 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:02.887687 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-b6e1f651-c24e-449f-b918-99bbe35ecc8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:19:02.950081 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=7']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:19:02.953133 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:19:03.707147 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dd281-fee5-447a-a0bf-77e3faa7ec18 req-b125205a-8959-4e5a-b6ce-06947a4d7020 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:03.708481 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-524dd281-fee5-447a-a0bf-77e3faa7ec18 req-b125205a-8959-4e5a-b6ce-06947a4d7020 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 945 time: 0.0810513 Jun 10 01:19:03.751091 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-524dd281-fee5-447a-a0bf-77e3faa7ec18 req-e022ff86-164a-44a9-bf63-a13682e5c34f tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370889 Jun 10 01:19:04.305122 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] get_ports_and_sgs() called for port_ids ['b640753c-87e4-4e53-baf9-247a405f8cd6'] {{(pid=91715) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 01:19:06.663109 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 up at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 01:19:06.730709 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.provisioning_blocks [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Provisioning complete for port b640753c-87e4-4e53-baf9-247a405f8cd6 triggered by entity L2. {{(pid=91715) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 01:19:06.731082 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605868'] for port, provisioning_complete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:06.867941 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707093'] for port, before_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:06.897829 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:19:06.900068 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b3eb2095297dc2264d9726b2269f6f50716d6630cbfc6f5a5e5b5fe881b5d8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e1215-cdb8-442b-9aaf-879066c96a00" -d '{"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-plugged", "status": "completed", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:19:06.907980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:19:06.911998 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790310681070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790310164875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790310164920'] for port, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:06.913929 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-61a26e63-b4a9-497a-896b-807605065074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:19:06.943498 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7fe2b2-ad1a-4f91-b690-c77a6f0c3d75 x-openstack-request-id: req-0e7fe2b2-ad1a-4f91-b690-c77a6f0c3d75 {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:19:06.943796 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-plugged", "status": "completed", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "code": 200}]} {{(pid=91715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:19:06.944061 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e7fe2b2-ad1a-4f91-b690-c77a6f0c3d75 {{(pid=91715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:19:06.944450 dv-cinder-795009-3-iscsi neutron-server[91715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'code': 200} Jun 10 01:19:06.980854 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Pushing event updated for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=8']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:19:06.984334 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:19:09.064807 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:11.348461 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-599156f3-ba08-4b60-9795-db498ee368fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:13.538208 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:13.763986 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-aba11688-3c0e-48ab-b0e1-062ef0805169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:14.798781 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:16.452798 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:18.088312 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:19:20.058929 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-71248a81-4af3-4fa0-a68e-597c136399a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691636 Jun 10 01:19:20.204808 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-dcff2cdf-d314-4dab-ae30-04c3d75a4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:20.206210 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-dcff2cdf-d314-4dab-ae30-04c3d75a4bd7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0714509 Jun 10 01:19:20.348534 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-790954bb-bd6a-4478-987a-d0027519c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:20.349974 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-790954bb-bd6a-4478-987a-d0027519c02c service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1241248 Jun 10 01:19:20.449229 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-2bc4fe18-f458-49de-9a51-b7fc3b59d49d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0922663 Jun 10 01:19:20.509956 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-00909fb7-e918-4224-884c-483810155022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:20.511326 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-00909fb7-e918-4224-884c-483810155022 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0549147 Jun 10 01:19:20.583421 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-de6fb881-d700-4f79-8277-291d1e02a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:19:20.584729 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-de6fb881-d700-4f79-8277-291d1e02a27e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658317 Jun 10 01:19:20.710844 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-3baab6b7-cb16-486d-926d-8a57d15f7514 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184528 Jun 10 01:19:20.836868 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-6ac47fe6-18d5-4049-8d8d-34cd8cafc6d3 req-eca51d56-78cf-4e57-9179-3add241f20b2 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190674 Jun 10 01:19:39.062812 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:41.349137 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b1d7e865-7691-45ce-927d-e235678670fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:43.541176 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:43.765181 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1395233c-f274-4457-94b4-682185e125ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:44.797684 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:46.451582 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:19:55.086757 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:20:09.075077 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:11.349773 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a08c8f82-7677-4f68-b8fd-3d3d63b5f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:13.544602 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:13.765530 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1cfb811f-8f9e-4c25-9319-852c86a71fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:14.801558 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:16.453266 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:19.550646 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-f3f2e5c3-7c2c-47d6-b2f5-41fc93b591bc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174796 Jun 10 01:20:19.683377 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1985-9121-4086-b969-87cf0606b179 req-9d1dcada-5257-4915-bf5a-6ccc741c1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:19.684717 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-9d1dcada-5257-4915-bf5a-6ccc741c1bf7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0688899 Jun 10 01:20:19.823178 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1985-9121-4086-b969-87cf0606b179 req-3353763c-be01-4b15-88d1-f8dab3e4ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:19.824617 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-3353763c-be01-4b15-88d1-f8dab3e4ef0a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1217616 Jun 10 01:20:19.923194 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-9a4a4d7f-161e-4e8c-a16e-ee88a786bf95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 1002 time: 0.0927982 Jun 10 01:20:19.986994 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1985-9121-4086-b969-87cf0606b179 req-15046a1e-6a02-4fbd-86fc-148a21c7c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:19.988334 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-15046a1e-6a02-4fbd-86fc-148a21c7c3c4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0591178 Jun 10 01:20:20.154734 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1985-9121-4086-b969-87cf0606b179 req-0550efcd-e58c-4b2d-90fa-81975c1c2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:20.156191 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-0550efcd-e58c-4b2d-90fa-81975c1c2594 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1605763 Jun 10 01:20:20.166774 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-ac73788d-47f1-488e-9169-168b47134993 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=91714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 01:20:20.167704 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-ac73788d-47f1-488e-9169-168b47134993 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048585 Jun 10 01:20:20.292669 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-034e9e68-c534-4ecf-ae92-d08cd31b7c49 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187809 Jun 10 01:20:20.419197 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-cc2e1985-9121-4086-b969-87cf0606b179 req-a49f0ebb-f9db-478c-93ba-ef3af66e78dd service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208107 Jun 10 01:20:32.085700 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:20:39.070688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:41.350701 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-a0856994-5e4b-469a-aafa-36e7e59dada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:43.546973 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:43.765874 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-381f5b13-e1e9-4748-9b15-74289b2aa186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:44.803431 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:46.455530 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:47.206693 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59378) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:47.564819 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Deleting port fe99aef2-9d79-40bf-b721-af7a5913265e {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:47.565158 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:47.681980 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:47.682423 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:47.904695 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Calling delete_port for fe99aef2-9d79-40bf-b721-af7a5913265e owned by network:floatingip {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:48.020088 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:48.023355 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:48.066915 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event deleted for resources: {'Port': ['ID=fe99aef2-9d79-40bf-b721-af7a5913265e,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:48.099317 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.099694 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.100061 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.100421 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.100773 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.101127 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.101493 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.101913 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.102264 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.102630 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.102983 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.103890 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:48.110807 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:48.168693 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for floatingip, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:48.168931 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.db.l3_db [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Floating IP 6e3619e5-d158-490b-971c-7a34bbc19789 disassociated (deleted). External IP: 172.27.0.133, port: b640753c-87e4-4e53-baf9-247a405f8cd6. Jun 10 01:20:48.503422 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Router 3a93354e-e048-4695-8143-c2f9be789bfc has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:20:48.673813 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:20:48.678504 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for floatingip, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:48.683944 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] Sync routers for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:20:48.693102 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:20:48.693821 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:20:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:48.730732 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-041dbd9c-cef4-4f0d-90f9-4c92b1edc45e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "DELETE /v2.0/floatingips/6e3619e5-d158-490b-971c-7a34bbc19789 HTTP/1.1" status: 204 len: 168 time: 1.5229700 Jun 10 01:20:48.731371 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:20:48.733681 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31b2fd0770dd2303a9fdc1290f99f901b9c9e1fa8dc9b4920a4899cabcf3cd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:20:48.838203 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 01:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75328ee1-356e-4326-b06d-51a699a94c9f x-openstack-request-id: req-75328ee1-356e-4326-b06d-51a699a94c9f {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:20:48.838527 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "status": "completed", "code": 200}]} {{(pid=91713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:20:48.838851 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75328ee1-356e-4326-b06d-51a699a94c9f {{(pid=91713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:20:48.839275 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'status': 'completed', 'code': 200} Jun 10 01:20:48.874040 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:20:48.943103 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-8a839343-6553-4f90-a2b4-397914e8514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:48.945377 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-8a839343-6553-4f90-a2b4-397914e8514e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 1099 time: 0.0840590 Jun 10 01:20:49.132858 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-a0a873ef-a884-417e-b850-7dc9708dbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:49.134836 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-a0a873ef-a884-417e-b850-7dc9708dbaed service neutron] 10.222.0.78 "GET /v2.0/networks?id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 200 len: 910 time: 0.1772776 Jun 10 01:20:49.181778 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:27Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:49.185508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] Checking router: 3a93354e-e048-4695-8143-c2f9be789bfc for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:20:49.193651 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:20:49.194335 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:20:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:49.216007 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-b3aa362d-3531-47ed-9847-9a550e4afae2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0739894 Jun 10 01:20:49.276670 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069d002-f9e4-4563-80c1-57dd7ab8684b req-19eaa995-f1ac-4038-9973-dbea9bd755ba tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:49.278117 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4069d002-f9e4-4563-80c1-57dd7ab8684b req-19eaa995-f1ac-4038-9973-dbea9bd755ba tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.2446604 Jun 10 01:20:49.309722 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-0ba0a839-7ed1-412e-8189-5d8185c07a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:49.311077 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-0ba0a839-7ed1-412e-8189-5d8185c07a54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 200 len: 848 time: 0.0877552 Jun 10 01:20:49.373080 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:20:49.375611 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4069d002-f9e4-4563-80c1-57dd7ab8684b req-2f4a20d1-2efd-4f70-9eb9-e85d5c0f2a96 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916741 Jun 10 01:20:49.403335 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-a8f3fba0-f2f2-45a1-afb5-1106afb7ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:49.404784 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-a8f3fba0-f2f2-45a1-afb5-1106afb7ff95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0fedd4ab-2f48-455f-a968-f4144e8c5ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843437 Jun 10 01:20:49.536011 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-d0044569-e216-4eec-852d-c28912956011 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233501 Jun 10 01:20:49.664763 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-b6230afb-fbfa-4fdf-866c-5be84d9d4a6c req-f07a1cc2-f510-4c43-8fea-fb374830aae7 service neutron] 10.222.0.78 "GET /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213117 Jun 10 01:20:49.680889 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:27Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:49.685694 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6c8c1-e62f-4144-b87c-2e67b30672de None None] The sync data for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi is: [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:15:21Z', 'revision_number': 4, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi', '_interfaces': [{'id': '4ceb9483-9c5d-4620-a782-897c5fdfb6f1', 'name': '', 'network_id': '0fedd4ab-2f48-455f-a968-f4144e8c5ea4', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'mac_address': 'fa:16:3e:98:22:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:20Z', 'updated_at': '2021-06-10T01:15:27Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'subnets': [{'id': '85cc6c58-3493-4a9c-b655-ee8b2c41affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:20:49.875591 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a466230-1197-482b-8545-1213611641e2 None None] New status for floating IP 6e3619e5-d158-490b-971c-7a34bbc19789: DOWN {{(pid=91716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 01:20:50.649244 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e1ae-834d-4aa5-b3df-88900e4f810e req-3e266e3a-ae30-4c71-b4dd-207429efdd76 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:50.650614 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4b22e1ae-834d-4aa5-b3df-88900e4f810e req-3e266e3a-ae30-4c71-b4dd-207429efdd76 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.1714470 Jun 10 01:20:50.705489 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-4b22e1ae-834d-4aa5-b3df-88900e4f810e req-a174374b-f127-4bfb-883c-a2fc909ce286 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/security-groups?id=3dd69dae-2744-411f-8325-8afaec693142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Jun 10 01:20:50.713387 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-95bfb3e2-84d9-41cc-bed0-f79d0deb2bca tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 01:20:50.714880 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-95bfb3e2-84d9-41cc-bed0-f79d0deb2bca tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.78 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 946 time: 0.1279767 Jun 10 01:20:50.844855 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Deleting port b640753c-87e4-4e53-baf9-247a405f8cd6 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:50.845184 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:51.073123 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] For port b640753c-87e4-4e53-baf9-247a405f8cd6, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=b640753c-87e4-4e53-baf9-247a405f8cd6,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:20:51.073472 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:51.191728 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Calling delete_port for b640753c-87e4-4e53-baf9-247a405f8cd6 owned by compute:nova {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:51.301778 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:51.307831 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-babe9932-46be-4e2d-bc78-4f579b1630c6 tempest-AttachVolumeTestJSON-1229269081 tempest-AttachVolumeTestJSON-1229269081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:51.379144 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event deleted for resources: {'Port': ['ID=b640753c-87e4-4e53-baf9-247a405f8cd6,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:51.418526 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.418920 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.419281 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.419637 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.419990 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.420341 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.420861 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.421208 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.421991 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.422344 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.422719 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.423065 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:51.429879 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:51.438774 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] No DVR routers for this DVR port b640753c-87e4-4e53-baf9-247a405f8cd6 on host hv-cinder-79500 {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:20:51.441219 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189777'] for port, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:51.443114 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-0c008d6b-cd38-4201-92a1-434c01b662bc req-b3b3232d-08da-424f-8bca-69aad07423db tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.78 "DELETE /v2.0/ports/b640753c-87e4-4e53-baf9-247a405f8cd6 HTTP/1.1" status: 204 len: 173 time: 0.7228968 Jun 10 01:20:51.443702 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-deleted', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6'}] {{(pid=91714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 01:20:51.445948 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d0ac3b288a9779ab85bedad30c03bb60edeb2d03ed737232d44eca4bb79ee9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eb998d-1ca2-479e-9c19-637c11a69d1c" -d '{"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-deleted", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6"}]}' {{(pid=91714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 01:20:51.552387 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817b6330-067a-4319-91a9-5c6d19cfc7b0 x-openstack-request-id: req-817b6330-067a-4319-91a9-5c6d19cfc7b0 {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 01:20:51.552711 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fbfe7-0433-401f-ba40-03bceda4704e", "name": "network-vif-deleted", "tag": "b640753c-87e4-4e53-baf9-247a405f8cd6", "status": "completed", "code": 200}]} {{(pid=91714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 01:20:51.552998 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-817b6330-067a-4319-91a9-5c6d19cfc7b0 {{(pid=91714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 01:20:51.553418 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fbfe7-0433-401f-ba40-03bceda4704e', 'name': 'network-vif-deleted', 'tag': 'b640753c-87e4-4e53-baf9-247a405f8cd6', 'status': 'completed', 'code': 200} Jun 10 01:20:51.860469 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [req-8c2f8cb5-bc63-44cf-a022-c3a73b3a7ecd req-29c9d860-bf57-411f-b9da-eebb5cfbe6e8 tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30fbfe7-0433-401f-ba40-03bceda4704e HTTP/1.1" status: 200 len: 210 time: 0.0458848 Jun 10 01:20:52.956914 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59418) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:53.029983 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:53.058242 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:53.123145 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:53.126378 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:53.127875 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] 10.222.0.59 "DELETE /v2.0/security-groups/3dd69dae-2744-411f-8325-8afaec693142 HTTP/1.1" status: 204 len: 168 time: 0.1698129 Jun 10 01:20:53.128805 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-245c8d7a-7806-46a3-b4d0-ed39d02ff2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:53.140552 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd69dae-2744-411f-8325-8afaec693142,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:53.146679 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:53.178294 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59422) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:53.796105 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:54.184704 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Deleting port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:54.185374 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:54.400276 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] For port 4ceb9483-9c5d-4620-a782-897c5fdfb6f1, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:20:54.401164 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:54.522271 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Calling delete_port for 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 owned by network:router_interface {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:54.654857 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:54.658319 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7438c426-868b-4389-8e0b-d5ebf38a8064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:54.704135 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ceb9483-9c5d-4620-a782-897c5fdfb6f1,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:54.707222 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:54.959245 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:55.212831 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:20:55.247271 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] No Port match for: b640753c-87e4-4e53-baf9-247a405f8cd6 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:20:55.247634 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Device b640753c-87e4-4e53-baf9-247a405f8cd6 not bound to the agent host hv-cinder-79500 {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:20:55.316984 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Router 3a93354e-e048-4695-8143-c2f9be789bfc has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:20:55.496008 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:20:55.502820 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-3b9a60b7-cda6-4c96-8a21-39b50beb70b4 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a93354e-e048-4695-8143-c2f9be789bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214593 Jun 10 01:20:55.503308 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59426) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:55.506091 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] Sync routers for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:20:55.515830 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:20:55.516663 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:20:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:55.752909 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: dv-cinder-795009-3-iscsi {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:20:55.788499 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:55.973695 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.032612 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:20:54Z', 'revision_number': 5, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port': {'id': 'd71f33b9-14fd-4f68-8922-ca4d43886d18', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:18Z', 'updated_at': '2021-06-10T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:56.036238 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] Checking router: 3a93354e-e048-4695-8143-c2f9be789bfc for host: dv-cinder-795009-3-iscsi {{(pid=91715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:20:56.044347 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] Routers {'3a93354e-e048-4695-8143-c2f9be789bfc'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:20:56.044944 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:20:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['3a93354e-e048-4695-8143-c2f9be789bfc'], 'active': True} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:56.045075 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Deleting port d71f33b9-14fd-4f68-8922-ca4d43886d18 {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:56.045418 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.163745 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] For port d71f33b9-14fd-4f68-8922-ca4d43886d18, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=d71f33b9-14fd-4f68-8922-ca4d43886d18,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:20:56.164099 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.192784 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvr_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] Set router 3a93354e-e048-4695-8143-c2f9be789bfc gateway port host: None {{(pid=91715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:20:56.283240 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Calling delete_port for d71f33b9-14fd-4f68-8922-ca4d43886d18 owned by network:router_gateway {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:56.295102 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_hamode_db [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:20:55Z', 'revision_number': 6, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:56.298938 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf170e4-7fc6-4b2b-98f7-6e33dc677fa6 None None] The sync data for ids ['3a93354e-e048-4695-8143-c2f9be789bfc'] in dv-cinder-795009-3-iscsi is: [{'id': '3a93354e-e048-4695-8143-c2f9be789bfc', 'name': 'tempest-TestShelveInstance-1050254286-router', 'tenant_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:17Z', 'updated_at': '2021-06-10T01:20:55Z', 'revision_number': 6, 'project_id': '44ad5d8780ae4fd99fdc6d7ccb7b29af', 'gw_port_host': None}] {{(pid=91715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:20:56.421280 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.424626 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-aabb7ca9-3683-466d-a120-b805f0e953a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:56.466311 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71f33b9-14fd-4f68-8922-ca4d43886d18,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:56.469380 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:56.556303 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.723787 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.726012 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.751562 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.752094 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a93354e-e048-4695-8143-c2f9be789bfc {{(pid=91714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:20:56.756125 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] Notify callbacks [] for router, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.757221 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-7739d2ae-3e2c-4bba-a2ca-4d3238bf66f9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3a93354e-e048-4695-8143-c2f9be789bfc HTTP/1.1" status: 204 len: 168 time: 1.2530220 Jun 10 01:20:56.759884 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59428) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:56.815802 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Deleting subnet 85cc6c58-3493-4a9c-b655-ee8b2c41affd {{(pid=91714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:20:56.818545 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.867601 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29211815'] for subnet, precommit_delete_associations {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:56.942582 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.012310 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29211736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28332642'] for subnet, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.016037 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-7617670a-723a-4208-8822-bf91e209d2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:57.155997 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cc6c58-3493-4a9c-b655-ee8b2c41affd,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:57.158922 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:57.159896 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for subnet, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.161772 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-cbcc66b5-daae-449f-8851-6f3ec11de26e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/85cc6c58-3493-4a9c-b655-ee8b2c41affd HTTP/1.1" status: 204 len: 168 time: 0.4009531 Jun 10 01:20:57.164192 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [-] (91714) accepted ('10.222.0.59', 59430) {{(pid=91714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:57.167524 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37eea79-683c-4531-a39f-f0c706610c9c None None] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:20:57.268506 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.351451 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Deleting port 9049b978-94aa-48af-bbc8-89807d03357b {{(pid=91714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:57.351796 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.448071 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] DHCP port deletion for 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:20:57.452581 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.db [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] For port 9049b978-94aa-48af-bbc8-89807d03357b, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=9049b978-94aa-48af-bbc8-89807d03357b,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:20:57.453020 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.521700 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Deleting port 9049b978-94aa-48af-bbc8-89807d03357b {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:57.522079 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.574504 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.plugin [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Calling delete_port for 9049b978-94aa-48af-bbc8-89807d03357b owned by network:dhcp {{(pid=91714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:57.579905 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 9049b978-94aa-48af-bbc8-89807d03357b no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:20:57.624710 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29211666'] for port, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.630142 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-9b7521e0-1fb6-42ff-b230-bdd6ac0581be tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:57.673592 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9049b978-94aa-48af-bbc8-89807d03357b,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:57.677074 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:57.679324 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] No DVR routers for this DVR port 9049b978-94aa-48af-bbc8-89807d03357b on host dv-cinder-795009-3-iscsi {{(pid=91714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:20:57.698296 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] For port 9049b978-94aa-48af-bbc8-89807d03357b, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=9049b978-94aa-48af-bbc8-89807d03357b,segment=NetworkSegment(34820e33-4807-4a31-8f66-aed8ae21dae5),segment_id=34820e33-4807-4a31-8f66-aed8ae21dae5)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:20:57.698724 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.760382 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No active binding found for port 9049b978-94aa-48af-bbc8-89807d03357b {{(pid=91715) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 01:20:57.760789 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 9049b978-94aa-48af-bbc8-89807d03357b not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:20:57.761210 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:20:57.792330 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.805148 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fedd4ab-2f48-455f-a968-f4144e8c5ea4']}} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:57.817315 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34820e33-4807-4a31-8f66-aed8ae21dae5') {'for_net_delete': True} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:57.817609 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.services.segments.db [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34820e33-4807-4a31-8f66-aed8ae21dae5') {} {{(pid=91714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:20:57.829083 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29212500'] for segment, before_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.844381 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.850558 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=91714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:20:57.850975 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29211709'] for segment, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: Traceback (most recent call last): Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: timer() Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: cb(*args, **kw) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: return func(*args, **kwargs) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: self._notify() Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: self.callback(batched_events) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: event.method(event) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: return f(self, *a, **k) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._get(url).json() Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: return self.request(url, 'GET', **kwargs) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:20:57.865040 dv-cinder-795009-3-iscsi neutron-server[91714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:20:57.893703 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Calling delete_port for 9049b978-94aa-48af-bbc8-89807d03357b owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:57.896522 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:20:57.896873 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 4ceb9483-9c5d-4620-a782-897c5fdfb6f1 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:20:57.897289 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device d71f33b9-14fd-4f68-8922-ca4d43886d18 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:20:57.930579 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: d71f33b9-14fd-4f68-8922-ca4d43886d18 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:20:57.930948 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device d71f33b9-14fd-4f68-8922-ca4d43886d18 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:20:57.941813 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.949130 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron_lib.callbacks.manager [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.950980 dv-cinder-795009-3-iscsi neutron-server[91714]: INFO neutron.wsgi [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] 10.222.0.59 "DELETE /v2.0/networks/0fedd4ab-2f48-455f-a968-f4144e8c5ea4 HTTP/1.1" status: 204 len: 168 time: 0.7858872 Jun 10 01:20:57.951848 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-194b2d9b-c4ec-4530-b4d1-cc49bba68e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:57.954234 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59432) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:20:57.970416 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0fedd4ab-2f48-455f-a968-f4144e8c5ea4,revision_number=None']} {{(pid=91714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:57.974678 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG oslo_concurrency.lockutils [None req-a30060aa-bb53-42a1-88e6-e9c4bb6bf4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:57.977075 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:57.980660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:58.015089 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Network 0fedd4ab-2f48-455f-a968-f4144e8c5ea4 is not hosted by any dhcp agent {{(pid=91715) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 01:20:58.015577 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] No DVR routers for this DVR port 9049b978-94aa-48af-bbc8-89807d03357b on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:20:58.025621 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Pushing event deleted for resources: {'Port': ['ID=9049b978-94aa-48af-bbc8-89807d03357b,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:58.032923 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.033274 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.033610 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.033942 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.034274 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.034621 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.034947 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.035272 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.035597 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.035920 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.036591 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.036917 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-3-iscsi {{(pid=91715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 01:20:58.040481 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-d786b767-25b1-43c9-be58-6c5643a5613b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:58.584275 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629208'] for router_interface, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:58.983703 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Deleting port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:20:58.984379 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:59.101540 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] For port 2d906354-16bd-487f-a8ce-48cf7d8fc6ca, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:20:59.101887 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:59.219958 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Calling delete_port for 2d906354-16bd-487f-a8ce-48cf7d8fc6ca owned by network:router_interface {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:20:59.357318 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:20:59.361009 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-763f8c0b-4e9c-4ae0-ba8b-4bf8be00dc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:20:59.404428 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d906354-16bd-487f-a8ce-48cf7d8fc6ca,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:20:59.407490 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:20:59.668518 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617350'] for router_interface, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:00.123406 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Router 0d93ba2b-02f0-424d-95ff-2899447e3208 has already been hosted by L3 agent e7794755-f999-4da1-a65b-a73c37692162 {{(pid=91713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 01:21:00.293658 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] Notify agent at l3_agent.dv-cinder-795009-3-iscsi the message routers_updated {{(pid=91713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 01:21:00.298276 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b62786c8-a933-46cd-aeff-9954897d5583 admin admin] 10.222.0.59 "PUT /v2.0/routers/0d93ba2b-02f0-424d-95ff-2899447e3208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425622 Jun 10 01:21:00.300848 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59434) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:00.303907 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] Sync routers for ids ['0d93ba2b-02f0-424d-95ff-2899447e3208'] in dv-cinder-795009-3-iscsi {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 01:21:00.314173 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] Routers {'0d93ba2b-02f0-424d-95ff-2899447e3208'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:21:00.315063 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:20:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['0d93ba2b-02f0-424d-95ff-2899447e3208'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:00.470765 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks [] for router, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:00.486116 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] Set router 0d93ba2b-02f0-424d-95ff-2899447e3208 gateway port host: dv-cinder-795009-3-iscsi {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:21:00.639155 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:00.713330 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Deleting port 277bac5b-2148-4730-94f9-4543be0e9081 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:21:00.713665 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:00.793636 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'external_fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '277bac5b-2148-4730-94f9-4543be0e9081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:20:59Z', 'revision_number': 5, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port': {'id': '277bac5b-2148-4730-94f9-4543be0e9081', 'name': '', 'network_id': '8bdd44fc-b3f4-4171-9edb-5a9a4f6c7b30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T01:15:24Z', 'updated_at': '2021-06-10T01:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61ed1a8f-3aff-4586-a9c2-319ec47f5304', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-3-iscsi'}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:00.797395 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] Checking router: 0d93ba2b-02f0-424d-95ff-2899447e3208 for host: dv-cinder-795009-3-iscsi {{(pid=91716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 01:21:00.805433 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] Routers {'0d93ba2b-02f0-424d-95ff-2899447e3208'} bound to L3 agent in host dv-cinder-795009-3-iscsi {{(pid=91716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 01:21:00.806569 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T00:52:14Z,description=,heartbeat_timestamp=2021-06-10T01:20:44Z,host='dv-cinder-795009-3-iscsi',id=e7794755-f999-4da1-a65b-a73c37692162,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T00:52:14Z,topic='l3_agent')) {'router_ids': ['0d93ba2b-02f0-424d-95ff-2899447e3208'], 'active': True} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:00.831883 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] For port 277bac5b-2148-4730-94f9-4543be0e9081, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=277bac5b-2148-4730-94f9-4543be0e9081,segment=NetworkSegment(e8507b63-ca55-4210-81a0-a752a890ec75),segment_id=e8507b63-ca55-4210-81a0-a752a890ec75)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:21:00.832249 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:00.951167 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Calling delete_port for 277bac5b-2148-4730-94f9-4543be0e9081 owned by network:router_gateway {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:21:00.952039 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_dvr_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] Set router 0d93ba2b-02f0-424d-95ff-2899447e3208 gateway port host: None {{(pid=91716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 01:21:01.053477 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.l3_hamode_db [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:21:00Z', 'revision_number': 6, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port_host': None}], 'dv-cinder-795009-3-iscsi', False) {} {{(pid=91716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:01.057817 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f920e3-b549-4ad2-9fa1-0bd75454fc65 None None] The sync data for ids ['0d93ba2b-02f0-424d-95ff-2899447e3208'] in dv-cinder-795009-3-iscsi is: [{'id': '0d93ba2b-02f0-424d-95ff-2899447e3208', 'name': 'tempest-TestShelveInstance-2111513166-router', 'tenant_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T01:15:23Z', 'updated_at': '2021-06-10T01:21:00Z', 'revision_number': 6, 'project_id': '43e0cda0e0394127a70ce87ce6ea4ee7', 'gw_port_host': None}] {{(pid=91716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 01:21:01.202437 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.206159 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-f1998217-8ebe-492f-9b2b-268afce29782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:01.248309 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Pushing event deleted for resources: {'Port': ['ID=277bac5b-2148-4730-94f9-4543be0e9081,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:01.251444 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:01.337278 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614465'] for router_gateway, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.510958 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36661'] for router, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.513208 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.538369 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-627853'] for router, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.538897 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d93ba2b-02f0-424d-95ff-2899447e3208 {{(pid=91713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 01:21:01.543615 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] Notify callbacks [] for router, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.544876 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-b7b5cf9e-3188-4c2d-a731-87b221d4d32e admin admin] 10.222.0.59 "DELETE /v2.0/routers/0d93ba2b-02f0-424d-95ff-2899447e3208 HTTP/1.1" status: 204 len: 168 time: 1.2430995 Jun 10 01:21:01.547357 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59436) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:01.603834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Deleting subnet 3207c3d4-205e-4312-a91d-45d66b9e1d19 {{(pid=91713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 01:21:01.606572 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.654901 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28183204'] for subnet, precommit_delete_associations {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.729163 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532914'] for subnet, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.804444 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29334432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28350725'] for subnet, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.808879 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:01.836491 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2d906354-16bd-487f-a8ce-48cf7d8fc6ca no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:21:01.848573 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3207c3d4-205e-4312-a91d-45d66b9e1d19,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:01.850995 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:01.853745 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.855616 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-34fc26a6-620c-426a-8992-7c31717b7f77 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3207c3d4-205e-4312-a91d-45d66b9e1d19 HTTP/1.1" status: 204 len: 168 time: 0.3073075 Jun 10 01:21:01.858143 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59440) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:01.865688 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e2a83-37b4-485c-a0bf-2574ffe3b2c8 None None] Network 1d6c71ee-529a-45f4-b97f-6abda5fa55ae requested from dv-cinder-795009-3-iscsi {{(pid=91715) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 01:21:01.952920 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 2d906354-16bd-487f-a8ce-48cf7d8fc6ca {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:21:01.953277 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 2d906354-16bd-487f-a8ce-48cf7d8fc6ca not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:21:01.953700 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 277bac5b-2148-4730-94f9-4543be0e9081 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:21:01.962964 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416802'] for network, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:01.988794 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 277bac5b-2148-4730-94f9-4543be0e9081 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:21:01.989757 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 277bac5b-2148-4730-94f9-4543be0e9081 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:21:02.036515 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Deleting port 182935ce-86aa-4053-9f58-52b7944de0b6 {{(pid=91713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:21:02.036872 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.142436 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.db [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] For port 182935ce-86aa-4053-9f58-52b7944de0b6, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=182935ce-86aa-4053-9f58-52b7944de0b6,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:21:02.142831 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.171234 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] DHCP port deletion for 1d6c71ee-529a-45f4-b97f-6abda5fa55ae request from dv-cinder-795009-3-iscsi {{(pid=91715) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 01:21:02.237824 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Deleting port 182935ce-86aa-4053-9f58-52b7944de0b6 {{(pid=91715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 01:21:02.238213 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790310528220'] for port, before_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.265145 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Calling delete_port for 182935ce-86aa-4053-9f58-52b7944de0b6 owned by network:dhcp {{(pid=91713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:21:02.315497 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29334506'] for port, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.319991 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-e379d06f-8966-46f1-97be-c01d0d32ef6f tempest-TestVolumeBootPattern-910061379 tempest-TestVolumeBootPattern-910061379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:02.338314 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.db [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] For port 182935ce-86aa-4053-9f58-52b7944de0b6, host dv-cinder-795009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-3-iscsi',level=0,port_id=182935ce-86aa-4053-9f58-52b7944de0b6,segment=NetworkSegment(b37cd820-1278-4950-911f-83a30374452c),segment_id=b37cd820-1278-4950-911f-83a30374452c)] {{(pid=91715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 01:21:02.338743 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629894'] for port, precommit_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.366659 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=182935ce-86aa-4053-9f58-52b7944de0b6,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:02.369616 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:02.370501 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] No DVR routers for this DVR port 182935ce-86aa-4053-9f58-52b7944de0b6 on host dv-cinder-795009-3-iscsi {{(pid=91713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:21:02.459205 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Calling delete_port for 182935ce-86aa-4053-9f58-52b7944de0b6 owned by network:dhcp {{(pid=91715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 01:21:02.482563 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3536123', 'neutron.services.segments.db._delete_segments_for_network-8790310447032'] for network, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.495144 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6c71ee-529a-45f4-b97f-6abda5fa55ae']}} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:02.502225 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3631508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790310681052', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790310164866'] for port, after_delete {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.505814 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:02.507136 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37cd820-1278-4950-911f-83a30374452c') {'for_net_delete': True} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:02.507531 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.services.segments.db [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37cd820-1278-4950-911f-83a30374452c') {} {{(pid=91713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 01:21:02.518484 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790310665171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28182871'] for segment, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.535087 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425'] for segment, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.542337 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=91713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 01:21:02.542758 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3532425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29334469'] for segment, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.553155 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Pushing event deleted for resources: {'Port': ['ID=182935ce-86aa-4053-9f58-52b7944de0b6,revision_number=None']} {{(pid=91715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: Traceback (most recent call last): Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: timer() Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: cb(*args, **kw) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: return func(*args, **kwargs) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: self._notify() Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: self.callback(batched_events) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: event.method(event) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: return f(self, *a, **k) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._get(url).json() Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: return self.request(url, 'GET', **kwargs) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 01:21:02.555646 dv-cinder-795009-3-iscsi neutron-server[91713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 01:21:02.558061 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG oslo_concurrency.lockutils [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:02.558061 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa938a-f507-4bc8-a4f3-30d908a2bb45 None None] No DVR routers for this DVR port 182935ce-86aa-4053-9f58-52b7944de0b6 on host dv-cinder-795009-3-iscsi {{(pid=91715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 01:21:02.743406 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3536112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614500'] for network, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.746707 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-2806d44e-526a-4171-90c4-c096bd246471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:02.759582 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631785'] for network, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:02.761342 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1d6c71ee-529a-45f4-b97f-6abda5fa55ae HTTP/1.1" status: 204 len: 168 time: 0.9022577 Jun 10 01:21:02.767184 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6c71ee-529a-45f4-b97f-6abda5fa55ae,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:02.769461 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-7b0f3d06-0242-4cd8-97f9-bbf8c6ec6ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:02.874935 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59444) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:02.922228 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-3879f520-99e2-4aa4-8246-6f3c34be9f09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44ad5d8780ae4fd99fdc6d7ccb7b29af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460293 Jun 10 01:21:02.924406 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59446) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:02.980654 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.006999 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.057878 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.060301 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.061413 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b3267e6-5d11-45f4-b67a-22d95907cea8 HTTP/1.1" status: 204 len: 168 time: 0.1361382 Jun 10 01:21:03.062174 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-bf42b813-3cfc-4f78-997d-3d39691f6717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:03.071847 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3267e6-5d11-45f4-b67a-22d95907cea8,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:03.074323 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-93b9a1bf-39f0-41de-a10b-ab97c5e4c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:03.392048 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59452) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:03.442419 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-9d41f8ca-32b3-40fc-a068-267445c52174 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43e0cda0e0394127a70ce87ce6ea4ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490580 Jun 10 01:21:03.444834 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.wsgi [-] (91713) accepted ('10.222.0.59', 59454) {{(pid=91713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 01:21:03.499457 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.525586 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.562246 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 182935ce-86aa-4053-9f58-52b7944de0b6 no longer exists at agent ovs-agent-dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 01:21:03.579799 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515857'] for security_group, after_delete {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.582217 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron_lib.callbacks.manager [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:03.583356 dv-cinder-795009-3-iscsi neutron-server[91713]: INFO neutron.wsgi [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a78df6da-9de2-4eba-99b0-55a40125cd02 HTTP/1.1" status: 204 len: 168 time: 0.1376491 Jun 10 01:21:03.584150 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-33aab6fd-99fd-462d-b793-e09b13bc3f8e tempest-TestShelveInstance-1369646728 tempest-TestShelveInstance-1369646728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 01:21:03.594007 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78df6da-9de2-4eba-99b0-55a40125cd02,revision_number=None']} {{(pid=91713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 01:21:03.596222 dv-cinder-795009-3-iscsi neutron-server[91713]: DEBUG oslo_concurrency.lockutils [None req-17c59848-128e-4e57-ad68-a96bb7cae4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 01:21:03.603231 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.plugin [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] No Port match for: 182935ce-86aa-4053-9f58-52b7944de0b6 {{(pid=91715) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 01:21:03.603588 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron.plugins.ml2.rpc [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Device 182935ce-86aa-4053-9f58-52b7944de0b6 not bound to the agent host dv-cinder-795009-3-iscsi {{(pid=91715) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 01:21:09.067653 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:09.084653 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:21:11.353137 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1c440376-f190-47d6-9384-5e6b1f8f86d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:13.550860 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:13.766904 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-37a994c0-f847-4b17-8373-be81dfef7d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:14.805713 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:16.458560 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:39.051869 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:41.354197 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-adf1291b-65fc-45e1-97bd-1b4dd429f496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:43.552939 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:43.767950 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c18b8324-dfaf-42b9-905f-2e14bd78fe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:44.808660 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:21:46.083238 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:21:46.460244 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:09.087980 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:11.355652 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1cef1c7a-49c5-47f7-ace0-581cf90d8026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:13.555452 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:13.769687 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f25cf497-2a92-41f4-a354-6d472054a2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:14.810384 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:16.461870 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:23.083078 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:22:39.095789 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:41.357761 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9839bae0-d65a-4451-8c11-f8f2d0df16fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:43.557656 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:43.769719 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b56f4161-169c-49b3-a131-b37e5fd8314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:44.812683 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:22:46.465562 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:00.081107 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:23:09.118208 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:11.358739 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-0c093498-58bb-4431-b54a-54bc334e1826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:13.560413 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:13.770306 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-5e0939e2-565e-4a69-b41c-7e5068898943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:14.815863 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:16.467969 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:37.079801 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:23:39.120884 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:41.360000 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-9180cffd-adcd-43f6-8ad4-74a3bccf9e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:43.563046 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:43.771100 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-06a14154-cf9d-47cf-a93d-37a678c4e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:44.819564 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:23:46.470619 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:09.121674 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:11.360206 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc9d6-3429-433c-abcd-3763b133d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:13.564974 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:13.772125 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-363f386f-4a75-44e7-8359-8144a81e5c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:14.078752 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:24:14.822044 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:16.474611 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:39.136826 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:41.361989 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1aac00d8-d561-4246-a407-ea2667e1a213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:43.567191 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:43.771335 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-1153818a-d7fa-4155-a67e-f68da2d4a68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:44.824531 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:46.477359 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:24:51.078263 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:25:09.144706 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:11.363024 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e826-efab-4731-9d6d-abfbedf25b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:13.569930 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:13.771809 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d47fd147-7554-436e-9944-50ccae6c235d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:14.831671 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:16.478862 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:28.077495 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:25:39.160508 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:41.364195 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-b9e6971e-18ce-4aee-9447-db47978501d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:43.571686 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:43.771433 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-d9c1ef24-2a85-42a6-a239-aeb01837d1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:44.832562 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:25:46.480563 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:05.076552 dv-cinder-795009-3-iscsi neutron-server[91716]: DEBUG neutron.db.agents_db [None req-6038673f-76da-40fe-8573-677e1ad2f18f None None] Agent healthcheck: found 6 active agents {{(pid=91716) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 01:26:09.159497 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f03e0297-3f84-4ef6-9ec1-5f66dc311d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:11.365796 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-f6943baa-5231-4ffe-934a-a4eec1496369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:13.573808 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-55fbbcd6-8283-4568-bdfb-14f57fb000dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:13.773524 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c0c2506b-0538-4345-8911-4d003a95009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:14.835563 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-be9df42e-a384-43c6-88e6-355e33c10555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:16.484272 dv-cinder-795009-3-iscsi neutron-server[91715]: DEBUG neutron_lib.callbacks.manager [None req-c45085b0-03f2-49d8-9214-1e8fe9a680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790310447014', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605821'] for agent, after_update {{(pid=91715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 01:26:20.026445 dv-cinder-795009-3-iscsi neutron-server[91714]: DEBUG neutron.wsgi [req-dfc18ff6-00e5-4cf3-afa6-78982a9cef51 req-33315d8e-628c-4d61-b30a-267e2b4992a2 service neutron] (91714) timed out ('10.222.0.59', 54182) {{(pid=91714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}